-- Logs begin at Thu 2022-03-10 07:58:57 UTC, end at Thu 2022-03-10 09:20:50 UTC. -- Mar 10 08:47:15.521703 dv-cinder-796170-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 08:47:18.433435 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.common.config [-] Logging enabled! Mar 10 08:47:18.434063 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 08:47:18.434261 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 08:47:18.437583 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.common.config [-] Logging enabled! Mar 10 08:47:18.437843 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 08:47:18.438185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 08:47:18.439125 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 08:47:18.439364 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 08:47:18.439733 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 08:47:18.439982 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 08:47:18.440211 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 08:47:18.440941 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.441375 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 08:47:18.441705 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.442004 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.442332 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.442636 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.442932 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.443233 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.443534 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.443832 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.444121 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.444405 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.444691 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.444984 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.445304 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.445597 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.445888 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.446228 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] debug = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.446516 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.446962 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.447380 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.447663 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.447958 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.448240 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.448538 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.448823 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.449112 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.449459 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] host = dv-cinder-796170-5-iscsi {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.449725 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.450016 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.450331 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.450624 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.450902 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.451182 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.451471 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.451749 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.452024 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] log_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.452301 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.452591 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.452882 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.453174 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.453402 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.453626 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.453925 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.454237 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.454540 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.454818 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.455094 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.455369 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.455647 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.455918 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.456221 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.456493 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.456780 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.457057 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.457332 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.457604 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.457880 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.458190 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.458470 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.458749 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.459025 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.459312 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.459584 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.459858 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.460179 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.460469 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.460752 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.461581 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.461860 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.462165 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.462442 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.462714 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.462986 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] use_json = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.463256 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.463526 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.463804 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.464077 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.464350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.464624 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.464894 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.465179 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.465450 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:18.465746 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.466044 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.466387 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.466685 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.466978 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.467258 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.467547 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.467824 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.468114 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.468404 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.468694 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.468972 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.469274 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.469562 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.469859 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.470192 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.470490 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.470784 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.471059 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.471333 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.471607 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.471885 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.472175 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.472451 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.472739 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.473028 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.473306 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.473604 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.473893 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.474208 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.474500 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.475031 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.475309 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.475601 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.475877 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.476152 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.476524 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.477343 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.477625 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.477905 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.478218 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.478504 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.478781 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.479058 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.479343 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.479640 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.479920 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.480196 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.480470 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.480749 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.481025 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.481311 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.481592 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.481866 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.482161 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.482443 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.482737 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.483018 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.483299 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.483574 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.483850 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.484125 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.484400 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.484674 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.484949 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.485228 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.485505 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.485781 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.486059 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.486359 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.486634 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.486911 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.487186 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.487461 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.487747 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.488044 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.488325 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.488610 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.488907 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.489185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.489469 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.489748 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.490027 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.490333 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.490609 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.490903 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.491188 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.491479 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.491779 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.492097 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.492436 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.492749 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.493030 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.493317 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.493598 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.493878 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.494203 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.494494 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.494792 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.495088 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.495385 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.495681 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.495974 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.496257 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.496572 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.496855 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:18.497074 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 08:47:18.497313 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110096) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 08:47:18.871701 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 08:47:18.871975 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 08:47:18.872275 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 08:47:18.872752 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 08:47:19.198739 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.198956 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.199233 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.200415 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.200690 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.201078 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.247002 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.247304 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.247579 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.261593 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.261873 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.262239 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.291381 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.291663 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.291936 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.328744 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.329023 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.329298 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.676326 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.676911 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.676911 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.677141 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.677834 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.777887 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.778237 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.778543 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.778816 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.779087 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.779400 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.779680 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.779939 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.780195 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.780480 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.780737 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.781001 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.781255 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.781507 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.781761 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.782042 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.782323 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.782595 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.782870 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.783131 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.783403 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.783654 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.783934 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.784312 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.784563 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.784810 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.785194 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:19.785435 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:19.785672 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:19.785906 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:19.786166 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:19.786405 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:19.786766 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 08:47:19.789908 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 08:47:19.793970 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 08:47:19.797669 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 10 08:47:19.799338 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 08:47:19.799805 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 08:47:19.800163 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 08:47:19.800549 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 08:47:19.803379 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 08:47:19.803638 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 08:47:19.803984 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 08:47:19.809472 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 08:47:19.834385 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 08:47:19.834845 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.835150 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110096) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 08:47:19.835521 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.836939 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110096) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 08:47:19.837222 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 08:47:19.837479 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 08:47:19.840775 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.841065 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:19.906306 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 08:47:19.906497 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 08:47:19.906739 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 08:47:19.907112 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 08:47:19.927441 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_db.sqlalchemy.engines [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110096) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 08:47:20.542393 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing driver for type 'gre' Mar 10 08:47:20.542930 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] gre ID ranges: [(1, 1000)] Mar 10 08:47:20.782228 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing driver for type 'local' Mar 10 08:47:20.782806 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing driver for type 'vlan' Mar 10 08:47:20.904643 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] VlanTypeDriver initialization complete Mar 10 08:47:20.904962 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing driver for type 'vxlan' Mar 10 08:47:20.905487 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] vxlan ID ranges: [(1, 1000)] Mar 10 08:47:21.139059 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing extension driver 'port_security' Mar 10 08:47:21.139410 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] PortSecurityExtensionDriver initialization complete Mar 10 08:47:21.139757 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing mechanism driver 'openvswitch' Mar 10 08:47:21.140094 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing mechanism driver 'hyperv' Mar 10 08:47:21.146921 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.plugin [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:47:21.147785 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.148167 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.148533 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.149179 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 08:47:21.149657 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.150021 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.150407 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.150817 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 08:47:21.151240 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.151600 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.151953 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.152356 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 08:47:21.152779 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > security_group after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.153145 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > security_group after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.153498 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.153905 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 08:47:21.154379 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.154785 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.155158 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.155566 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 08:47:21.155986 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > address_group after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.156345 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > address_group after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.156697 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.157104 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 08:47:21.157558 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] ML2 OVO RPC backend initialized. {{(pid=110096) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 08:47:21.158303 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.158676 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.159111 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.159472 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > networks before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.159830 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.160181 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > ports before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.160535 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnet before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.160940 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnets before_response 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.161298 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.161649 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.161992 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.162374 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.162722 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.163067 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.166473 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.166473 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.166473 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.172416 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded quota_driver: . Mar 10 08:47:21.172801 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.plugin [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Modular L2 Plugin initialization complete Mar 10 08:47:21.173159 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading services supported by the core plugin {{(pid=110096) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 08:47:21.173508 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.plugins.ml2.managers [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Got port-security extension from driver 'port_security' Mar 10 08:47:21.173998 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.extensions.vlantransparent [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Disabled vlantransparent extension. Mar 10 08:47:21.174537 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110096) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 08:47:21.174877 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: router Mar 10 08:47:21.211278 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.211686 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router after_create 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.212098 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router before_create 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.212478 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.212864 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.213237 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router after_delete 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.213612 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.213976 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.214386 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router after_create 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.214748 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router after_update 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.215111 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router after_update 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.215470 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.215837 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router after_update 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.216263 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.216641 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: port after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.216993 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: port after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.217345 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: subnet after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.217696 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.218056 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.218443 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.218797 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: port before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.219150 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.219531 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router after_update 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.219885 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.220377 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.220752 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.221108 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.221484 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > agent after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.221844 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > agent after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.222236 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > network after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.223118 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Tracking information for resource: router configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:21.223468 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Tracking information for resource: floatingip configured {{(pid=110096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 08:47:21.229164 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.db.l3_agentschedulers_db [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 08:47:21.229765 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: port after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.230172 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: port after_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.230540 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: port after_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.230933 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: port after_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.231740 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router before_create 55550100 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.232116 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.232491 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_create 55550100 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.232859 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > router precommit_update 55550100 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.237715 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.services.provider_configuration [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service providers = [] {{(pid=110096) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 08:47:21.238122 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.db.servicetype_db [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110096) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 08:47:21.241123 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.services.service_base [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 08:47:21.241490 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.services.service_base [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 08:47:21.241849 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.services.service_base [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 08:47:21.242794 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.services.service_base [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 08:47:21.243808 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.services.service_base [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 08:47:21.244208 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.244543 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 08:47:21.255331 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.255686 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: auto_allocate Mar 10 08:47:21.261574 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: network precommit_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.261952 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: network precommit_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.262507 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.262842 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: tag Mar 10 08:47:21.269648 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.269999 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: timestamp Mar 10 08:47:21.273877 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.274256 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: network_ip_availability Mar 10 08:47:21.279786 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.280179 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.280550 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.281271 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.281601 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: flavors Mar 10 08:47:21.286625 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.286975 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading Plugin: revisions Mar 10 08:47:21.292155 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 08:47:21.292556 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_concurrency.lockutils [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.420s {{(pid=110096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 08:47:21.293313 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110096) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 08:47:21.293664 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Initializing extension manager. Mar 10 08:47:21.294236 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: __init__.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.294588 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: __pycache__ {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.294935 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: address_group.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.295701 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.296265 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: address-group Mar 10 08:47:21.296599 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: address_scope.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.297325 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.297843 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: address-scope Mar 10 08:47:21.298214 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.299162 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.299676 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: router-admin-state-down-before-update Mar 10 08:47:21.300009 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: agent.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.300725 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.301241 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: agent Mar 10 08:47:21.301572 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: agent_resources_synced.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.302529 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.303042 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: agent-resources-synced Mar 10 08:47:21.303374 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: allowedaddresspairs.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.305197 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.306352 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: allowed-address-pairs Mar 10 08:47:21.306702 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: auto_allocated_topology.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.307802 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.308330 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: auto-allocated-topology Mar 10 08:47:21.308670 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: availability_zone.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.309384 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.309906 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: availability_zone Mar 10 08:47:21.310364 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: availability_zone_filter.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.311306 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.311822 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: availability_zone_filter Mar 10 08:47:21.312157 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: data_plane_status.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.313079 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.313592 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 08:47:21.313925 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: default_subnetpools.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.314894 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.315411 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: default-subnetpools Mar 10 08:47:21.315746 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.316567 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.317084 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: dhcp_agent_scheduler Mar 10 08:47:21.317423 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: dns.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.318381 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.318914 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension dns-integration not supported by any of loaded plugins Mar 10 08:47:21.319236 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: dns_domain_ports.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.320173 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.320689 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 08:47:21.321031 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.322014 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.322562 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 08:47:21.322898 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: dvr.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.323586 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.324099 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: dvr Mar 10 08:47:21.324434 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: ecmp_routes.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.325367 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.325881 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 08:47:21.326254 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: empty_string_filtering.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.327179 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.327699 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: empty-string-filtering Mar 10 08:47:21.328032 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.328954 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.329472 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 08:47:21.329806 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.330765 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.331284 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 08:47:21.331615 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: external_net.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.332553 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.333068 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: external-net Mar 10 08:47:21.333399 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.334364 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.334880 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: extra_dhcp_opt Mar 10 08:47:21.335212 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: extraroute.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.336139 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.336654 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: extraroute Mar 10 08:47:21.337011 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: extraroute_atomic.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.338066 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.338611 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: extraroute-atomic Mar 10 08:47:21.338944 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: filter_validation.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.339616 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.340140 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: filter-validation Mar 10 08:47:21.340465 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: fip_pf_description.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.341398 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.341906 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 08:47:21.342273 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: fip_port_details.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.343393 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.343909 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: fip-port-details Mar 10 08:47:21.344242 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: flavors.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.345490 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.346016 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: flavors Mar 10 08:47:21.346385 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.348106 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.348633 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 08:47:21.348976 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: floatingip_pools.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.349691 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.350248 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: floatingip-pools Mar 10 08:47:21.350865 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: ip_allocation.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.351817 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.352333 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 08:47:21.353198 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.354168 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.354691 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: ip-substring-filtering Mar 10 08:47:21.355026 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l2_adjacency.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.355974 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.356487 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 08:47:21.356821 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.357788 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.358352 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: router Mar 10 08:47:21.358692 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.360988 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.361534 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 08:47:21.361880 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.362855 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.363381 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: ext-gw-mode Mar 10 08:47:21.363720 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.364655 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.365175 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: l3-ha Mar 10 08:47:21.365510 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.366477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.366992 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 08:47:21.367325 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3_flavors.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.368833 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.369348 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: l3-flavors Mar 10 08:47:21.369685 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.371118 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.371651 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 08:47:21.371990 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.372931 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.373451 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 08:47:21.373790 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: l3agentscheduler.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.374872 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.375399 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: l3_agent_scheduler Mar 10 08:47:21.375737 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: local_ip.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.377534 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.378073 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension local_ip not supported by any of loaded plugins Mar 10 08:47:21.378445 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: logging.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.381321 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.381863 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension logging not supported by any of loaded plugins Mar 10 08:47:21.382250 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: metering.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.383015 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.383611 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: metering Mar 10 08:47:21.383997 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.385118 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.385652 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: metering_source_and_destination_fields Mar 10 08:47:21.386012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: multiprovidernet.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.386978 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.387501 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: multi-provider Mar 10 08:47:21.387840 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: netmtu.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.388782 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.389303 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: net-mtu Mar 10 08:47:21.389649 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: netmtu_writable.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.390616 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.391134 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: net-mtu-writable Mar 10 08:47:21.391475 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: network_availability_zone.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.392164 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.392680 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: network_availability_zone Mar 10 08:47:21.393014 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: network_ip_availability.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.394198 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.394728 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: network-ip-availability Mar 10 08:47:21.395065 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: network_segment_range.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.395852 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.396366 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 08:47:21.396699 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: pagination.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.397708 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.398050 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: pagination Mar 10 08:47:21.398411 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: port_device_profile.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.399337 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.399887 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: port-device-profile Mar 10 08:47:21.400224 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.401169 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.401696 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: port-mac-address-regenerate Mar 10 08:47:21.402027 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.402999 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.403517 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: port-numa-affinity-policy Mar 10 08:47:21.403845 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: port_resource_request.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.404778 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.405336 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 08:47:21.405627 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: port_resource_request_groups.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.406659 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.407174 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 08:47:21.407504 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: portbindings.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.408454 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.408967 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: binding Mar 10 08:47:21.409298 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: portbindings_extended.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.410626 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.411151 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: binding-extended Mar 10 08:47:21.411495 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: portsecurity.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.412437 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.412957 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: port-security Mar 10 08:47:21.413293 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: project_id.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.414327 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.414675 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: project-id Mar 10 08:47:21.415009 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: providernet.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.416463 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.416987 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: provider Mar 10 08:47:21.417319 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.420930 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.421463 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos not supported by any of loaded plugins Mar 10 08:47:21.421812 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.423119 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.423651 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 08:47:21.423995 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.424937 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.425462 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 08:47:21.425802 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_default.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.426762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.427282 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-default not supported by any of loaded plugins Mar 10 08:47:21.427620 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_fip.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.428581 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.429102 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-fip not supported by any of loaded plugins Mar 10 08:47:21.429440 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.430401 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.431509 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 08:47:21.431851 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_gateway_ip.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.432798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.433326 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 08:47:21.433665 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_port_network_policy.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.434753 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.435274 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 08:47:21.435611 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.436670 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.437192 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 08:47:21.437528 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.438629 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.439155 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 08:47:21.439489 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_pps_rule.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.440692 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.441219 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-pps not supported by any of loaded plugins Mar 10 08:47:21.441560 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_rule_type_details.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.442532 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.443051 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 08:47:21.443388 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: qos_rules_alias.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.444468 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.444993 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 08:47:21.445333 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: quota_check_limit.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.446336 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.446864 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: quota-check-limit Mar 10 08:47:21.447201 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: quotasv2.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.448142 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.448480 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: quotas Mar 10 08:47:21.448811 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: quotasv2_detail.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.450580 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.450937 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: quota_details Mar 10 08:47:21.451283 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: rbac.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.452353 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.452892 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: rbac-policies Mar 10 08:47:21.453235 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: rbac_address_group.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.454222 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.454754 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: rbac-address-group Mar 10 08:47:21.455094 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: rbac_address_scope.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.456035 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.456559 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: rbac-address-scope Mar 10 08:47:21.456898 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: rbac_security_groups.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.457835 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.458385 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: rbac-security-groups Mar 10 08:47:21.458724 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: rbac_subnetpool.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.459660 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.460180 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: rbac-subnetpool Mar 10 08:47:21.460517 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: revisionifmatch.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.461531 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.462109 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: revision-if-match Mar 10 08:47:21.462450 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: revisions.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.463603 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.464125 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: standard-attr-revisions Mar 10 08:47:21.464462 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: router_availability_zone.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.465151 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.465679 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: router_availability_zone Mar 10 08:47:21.466014 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: routerservicetype.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.466999 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.467514 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension router-service-type not supported by any of loaded plugins Mar 10 08:47:21.467849 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.468792 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.469314 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: security-groups-normalized-cidr Mar 10 08:47:21.469650 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.470623 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.471144 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: port-security-groups-filtering Mar 10 08:47:21.471478 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.472436 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.472953 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: security-groups-remote-address-group Mar 10 08:47:21.473288 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.474265 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.474784 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: security-groups-shared-filtering Mar 10 08:47:21.475120 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.475991 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 08:47:21.476321 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: securitygroup.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.486523 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.487073 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: security-group Mar 10 08:47:21.487416 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: segment.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.488161 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.488685 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension segment not supported by any of loaded plugins Mar 10 08:47:21.489024 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.489982 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.490532 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 08:47:21.490872 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: servicetype.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.492001 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.492540 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: service-type Mar 10 08:47:21.492882 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: sorting.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.494487 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.494833 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: sorting Mar 10 08:47:21.495172 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: standard_attr_segment.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.496113 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.496637 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 08:47:21.496974 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: standardattrdescription.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.497644 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.498192 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: standard-attr-description Mar 10 08:47:21.498529 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: stateful_security_group.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.499470 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.499990 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: stateful-security-group Mar 10 08:47:21.500324 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: stdattrs_common.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.500903 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 08:47:21.501235 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.502213 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.502745 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 08:47:21.503078 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: subnet_onboard.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.504172 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.504705 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: subnet_onboard Mar 10 08:47:21.505043 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.506008 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.506558 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 08:47:21.506893 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: subnet_service_types.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.507837 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.508363 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: subnet-service-types Mar 10 08:47:21.508696 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: subnetallocation.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.509830 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.510389 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: subnet_allocation Mar 10 08:47:21.510729 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.511407 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.511940 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: subnetpool-prefix-ops Mar 10 08:47:21.512273 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.513243 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.513762 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 08:47:21.514107 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: tagging.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.515188 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.515719 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: standard-attr-tag Mar 10 08:47:21.516057 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: timestamp.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.517280 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.517811 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loaded extension: standard-attr-timestamp Mar 10 08:47:21.518180 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: trunk.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.519234 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.519759 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension trunk not supported by any of loaded plugins Mar 10 08:47:21.520098 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: trunk_details.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.521043 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.521565 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension trunk-details not supported by any of loaded plugins Mar 10 08:47:21.521902 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: uplink_status_propagation.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.522885 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.523404 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 08:47:21.523735 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Loading extension file: vlantransparent.py {{(pid=110096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 08:47:21.524418 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 08:47:21.524960 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 08:47:21.527500 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:network Mar 10 08:47:21.528027 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:subnet Mar 10 08:47:21.528435 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 08:47:21.528834 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:port Mar 10 08:47:21.530059 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.530538 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service FLAVORS assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.531160 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.531602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.531948 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:router Mar 10 08:47:21.532396 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 08:47:21.532905 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service METERING assigned prefix: /metering {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.534346 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.534727 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.535090 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:47:21.536086 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 08:47:21.536527 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:security_group Mar 10 08:47:21.536974 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 08:47:21.537575 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service CORE assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.537916 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 08:47:21.538305 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] subnetpool is already registered Mar 10 08:47:21.538750 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service CORE assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.539086 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 08:47:21.539427 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] subnetpool is already registered Mar 10 08:47:21.542258 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.542704 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service FLAVORS assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.543308 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.543744 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.544090 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:router Mar 10 08:47:21.544440 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] router is already registered Mar 10 08:47:21.544862 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 08:47:21.545209 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] floatingip is already registered Mar 10 08:47:21.545672 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service METERING assigned prefix: /metering {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.546377 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 08:47:21.546716 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] rbac_policy is already registered Mar 10 08:47:21.547138 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:security_group Mar 10 08:47:21.547481 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] security_group is already registered Mar 10 08:47:21.547891 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 08:47:21.548233 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] security_group_rule is already registered Mar 10 08:47:21.548868 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service CORE assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.549212 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 08:47:21.549556 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] subnetpool is already registered Mar 10 08:47:21.549987 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.v2.resource_helper [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Service CORE assigned prefix: {{(pid=110096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 08:47:21.550355 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 08:47:21.550701 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING neutron.quota.resource_registry [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] subnetpool is already registered Mar 10 08:47:21.551172 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: extensions {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.552640 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: address-groups {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.554183 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: address-scopes {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.555516 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: agents {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.557330 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: auto-allocated-topology {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.558621 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: availability_zones {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.559854 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: dhcp-networks {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.561381 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: dhcp-agents {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.562855 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: routers {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.565084 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: flavors {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.566291 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: service_profiles {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.567510 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: next_providers {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.569004 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: service_profiles {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.570618 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: floatingip-pools {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.571886 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: routers {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.574049 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: floatingips {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.576281 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: l3-routers {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.577681 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: l3-agents {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.579165 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: metering-labels {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.580532 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: metering-label-rules {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.581832 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: network-ip-availabilities {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.583139 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: bindings {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.584811 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: quotas {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.590241 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: quotas {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.590241 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: rbac-policies {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.590241 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: security-groups {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.591159 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: security-group-rules {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.592417 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: service-providers {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.593658 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: subnetpools {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.595182 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: subnetpools {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.596656 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.598407 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.600304 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.602461 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.604956 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.606932 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.608624 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.610575 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.612379 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.614299 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron.api.extensions [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Extended resource: tags {{(pid=110096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 08:47:21.620285 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING keystonemiddleware.auth_token [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 08:47:21.625090 dv-cinder-796170-5-iscsi neutron-server[110096]: WARNING keystonemiddleware.auth_token [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 08:47:21.634077 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_concurrency.lockutils [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Acquired lock "singleton_lock" {{(pid=110096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 08:47:21.634523 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_concurrency.lockutils [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Releasing lock "singleton_lock" {{(pid=110096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 08:47:21.635193 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO oslo_service.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Starting 2 workers Mar 10 08:47:21.640091 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Started child 110207 {{(pid=110096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 08:47:21.644598 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Started child 110208 {{(pid=110096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 08:47:21.645626 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:21.646276 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO neutron.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 08:47:21.646900 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:21.647327 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [-] (110207) wsgi starting up on http://0.0.0.0:9696 Mar 10 08:47:21.649386 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO oslo_service.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Starting 1 workers Mar 10 08:47:21.650010 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:21.651436 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [-] (110208) wsgi starting up on http://0.0.0.0:9696 Mar 10 08:47:21.655210 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Started child 110209 {{(pid=110096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 08:47:21.655850 dv-cinder-796170-5-iscsi neutron-server[110096]: INFO oslo_service.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Starting 1 workers Mar 10 08:47:21.659274 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] calling RpcWorker wait() {{(pid=110209) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 08:47:21.659805 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] returning from RpcWorker wait() {{(pid=110209) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 08:47:21.660305 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Started child 110210 {{(pid=110096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 08:47:21.661127 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG neutron_lib.callbacks.manager [None req-d0cff186-496f-4fc2-b49d-1c82ae9787c1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:21.666246 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:21.666246 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.666414 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.666868 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.666941 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:21.667375 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.667375 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.667375 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.667375 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.667618 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.667849 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.667984 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.668121 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.668302 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.668560 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.668821 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.669145 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.669427 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.669670 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.669945 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.670149 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.670403 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.670696 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.670935 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.671209 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] debug = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.671446 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.671958 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.672204 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.672474 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.672718 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.672990 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.673245 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.673543 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.673785 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.674046 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.674329 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.674586 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.674832 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.675053 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.675306 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.675529 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.675811 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.676036 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.676511 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] host = dv-cinder-796170-5-iscsi {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.676735 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.676975 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.677207 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.677455 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.677720 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.677968 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.678286 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.678558 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.678790 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.679041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.679298 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.679551 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.679788 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.680031 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.680197 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_options = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.680439 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.680712 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.681001 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.681213 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.681348 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.681521 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.681783 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.681952 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.682234 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.682455 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.682671 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.682888 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.683106 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.683322 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.683588 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.683830 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.684096 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.684285 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.684543 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.684794 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.685045 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.685291 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.685533 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.685780 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.686031 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.686308 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.686539 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.686744 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.686965 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.687212 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.687566 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.687733 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:47:21.687887 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.688046 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.688274 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.688534 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.688771 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.689020 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.689221 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.689542 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.689753 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.690003 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.690299 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.690521 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.690781 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.691191 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.692230 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.692230 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_json = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.692230 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.693428 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.693959 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.694405 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.694662 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.695332 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.696295 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.696455 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41624) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:21.696614 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.696846 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.697309 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.697613 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.697950 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.698349 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.698566 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.699330 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.706477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708497 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078020 Mar 10 08:47:21.708569 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708569 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708569 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708569 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.708569 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.709197 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.709578 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.710014 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.711126 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.711126 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.712972 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.712972 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.714137 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.714575 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.716733 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.717552 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.718879 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.719188 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.719436 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.719675 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.719938 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.720211 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.720944 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.721212 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.721484 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.722040 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.722040 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.722278 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.722622 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.723582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.723582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.723582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.723582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.723949 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.724532 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.725450 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.725964 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.726643 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.726880 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.727282 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.727439 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.727628 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.728405 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.728599 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.730597 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.731071 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.731554 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.732582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.732582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.732582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.732582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.733263 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.733263 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.733263 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.733721 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.733721 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.734011 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.736054 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.737502 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.737771 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.738014 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.738301 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.738538 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.738777 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.740516 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.741057 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.741804 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.742266 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.744444 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.744759 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.745117 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.745385 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.745660 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.748097 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.748979 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.749236 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.749512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.749765 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.750020 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.750281 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.750564 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.750814 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.751058 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753012 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753551 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753551 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753673 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.753922 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.754443 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.754891 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.755318 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.755719 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.756156 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.756534 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.756961 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.757294 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.757569 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.757984 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.758480 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.758895 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.759308 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.760073 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.760499 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.760767 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.761013 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.761274 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.761527 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.762537 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.762537 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.762537 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.762774 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.762843 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.763019 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.763240 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.763518 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.765042 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.765488 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.765969 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.766287 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.766503 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.766768 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.767007 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.767253 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.767640 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.767901 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.768129 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.768359 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.768584 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.769074 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.769328 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.770360 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.770360 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.770360 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.770809 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.770809 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.771081 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.771219 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.771373 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.771606 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.771773 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.772858 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.773120 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.773688 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.773688 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.773986 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.774174 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.775001 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.775312 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.775545 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.775784 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.776028 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.776292 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.776549 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.776811 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.777315 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.777553 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.777798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.778021 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.778992 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.778992 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.778992 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.778992 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.779548 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.779548 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.779811 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.779974 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.780311 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.780485 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.781475 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.781475 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.781475 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.781475 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.782140 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.782140 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.782140 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.783037 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.783037 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.783037 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.783037 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.784267 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.784267 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.784267 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.784267 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.784267 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785048 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785572 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785572 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785839 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.785839 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.786185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.787077 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.788215 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.788215 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.788215 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.788215 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.788789 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.788789 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.788789 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.789173 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.789173 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.789796 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.789796 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.789796 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.790854 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.790854 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.791152 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.791295 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.791433 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.791635 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.791911 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.792076 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.792293 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.792521 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.792745 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.792962 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.793383 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.793883 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.793883 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.793883 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.794359 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.794359 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.794660 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798185 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798682 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.798762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.799266 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.799266 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.799266 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.799266 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.799547 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.800605 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.800868 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.801135 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.801428 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.802726 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.803028 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.803258 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.803568 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.804222 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.804222 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.804477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.804681 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.804943 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.805922 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.805922 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.805922 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.806153 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.806975 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.808460 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.808460 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.808634 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.808797 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.809047 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.809284 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.809607 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.809777 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.809998 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.810266 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.810431 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 08:47:21.811417 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 08:47:21.811417 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 08:47:21.811417 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 08:47:21.811417 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 08:47:21.811689 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 08:47:21.811755 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 08:47:21.811953 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.812120 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.812287 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.812451 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.812616 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.812824 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.812994 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.813177 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.813328 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.813466 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.813627 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.813789 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.813951 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.814131 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.814295 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.814459 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.814625 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.814784 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.814951 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.815115 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.815279 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.815442 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.815595 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] debug = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.815759 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.815961 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.816132 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.816313 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.816449 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.816611 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.816774 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.816928 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.817091 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.817263 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.817430 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.817612 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.817725 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.817889 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.818049 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.819046 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.819208 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.819369 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.819527 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] host = dv-cinder-796170-5-iscsi {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.819686 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.819844 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.820002 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.820158 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.820327 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.820481 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.820639 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.820796 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.820966 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.821134 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.821280 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.821470 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822287 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822287 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822287 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_options = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822287 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822287 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822987 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822987 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822987 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.822987 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.823515 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.823515 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.823515 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.823515 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824061 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824061 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824061 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824453 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824453 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824453 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824932 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824932 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.824932 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.825316 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.825316 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.825316 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.825709 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.825709 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.825988 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.825988 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.826334 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.827064 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.827344 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.827645 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.827798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.827936 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.828942 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.828942 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.828942 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.828942 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.828942 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.829611 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.829611 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.829611 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.829611 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.830139 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.830139 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.830139 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.830542 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.831225 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.831225 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_json = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.831225 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.831635 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.831635 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.831635 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.832855 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.832855 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.832855 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.832855 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.833370 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 08:47:21.833370 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.833923 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.834158 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.834314 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.834480 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.834644 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.834814 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.835397 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.835566 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.835729 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.836361 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.837655 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.837850 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.838223 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.838590 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.838949 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.839144 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.839308 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.839466 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.840265 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.840265 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.840265 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.840532 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.840615 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.840742 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.840924 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.841063 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.841236 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.841383 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.841566 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.842391 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.842391 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.842391 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.842391 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.842391 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.843853 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845164 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845164 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845164 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845164 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845164 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845454 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845625 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845786 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.845943 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.846153 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.846976 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.847155 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.847318 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.847491 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.848731 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.848731 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.848731 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.848936 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.849001 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.849142 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.849296 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.849451 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.849618 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.849777 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.849951 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.850125 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.850982 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.850982 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.851859 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.851859 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.851859 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.853602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.853602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.853602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.853602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.853602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.853602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.854301 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.854301 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.854301 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.854301 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.855981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.857512 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.858350 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859041 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859643 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859643 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859643 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859643 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859969 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.859969 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.860123 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.860203 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.860340 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.860502 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.860662 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.860822 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.860981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.861139 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.861303 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.861484 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.861636 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.861782 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.861939 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.862155 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.862313 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.862440 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.862624 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.862785 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.862998 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.863097 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.863246 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.863404 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.863561 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.863755 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.863902 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.864032 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.864187 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.864347 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.864505 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.864663 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.864822 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.864981 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.865890 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.865890 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.865890 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.865890 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.865890 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.865890 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.866282 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.866282 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.866415 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.866993 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.866993 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.866993 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.866993 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.867293 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.867293 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.867437 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.867562 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.867720 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.867879 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.868035 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.868192 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.868378 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.868532 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.868687 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.868847 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.869007 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.869166 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.869325 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.869488 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.869646 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.869807 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.869966 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.870141 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.870295 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.870461 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.870602 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.870762 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.870921 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.871079 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.871255 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.871399 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.871560 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.871724 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.871876 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.872015 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.872177 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.872358 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.872521 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.872680 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.872841 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.873798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.873798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.873798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.873798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.873798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.873798 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.874477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.874477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.874477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.874477 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.874804 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.874804 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.874804 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.875151 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.875151 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.875348 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.875452 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.875557 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.875698 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.875856 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.876015 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.876173 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.876332 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.876491 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.876659 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.876854 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.876995 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.877155 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.877315 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.877474 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.877643 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.877802 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.877961 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.878153 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.878297 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.878456 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.878624 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.878782 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.879205 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.879371 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.879530 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.879690 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.879860 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.880019 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.880178 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.880337 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.880494 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.880656 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.880822 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.880990 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.881148 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.881306 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.881466 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.881624 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.881794 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.881954 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.882133 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.882309 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.882467 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.882625 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.882786 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.882958 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.883227 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.883332 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.883428 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.883567 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.883720 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.883975 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.884099 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.884223 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.884370 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.884532 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.884700 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.884868 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.885036 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.885196 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.885362 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.885533 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.885692 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.885851 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.886010 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.886209 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.886376 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.886598 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.886691 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.886809 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.886987 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.887148 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.887312 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.887468 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.887629 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.887789 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.887949 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.888108 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.888267 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.888424 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.888582 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 08:47:21.888735 dv-cinder-796170-5-iscsi neutron-server[110096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 08:47:33.366758 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e7280-4b78-454a-8d5a-3e088244d02a None None] get_active_networks_info from dv-cinder-796170-5-iscsi {{(pid=110209) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 08:47:33.422990 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e7280-4b78-454a-8d5a-3e088244d02a None None] No non-hosted networks {{(pid=110209) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 08:47:33.438022 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.agentschedulers_db [None req-875e7280-4b78-454a-8d5a-3e088244d02a None None] DHCP Agent not found on host dv-cinder-796170-5-iscsi {{(pid=110209) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 08:47:33.515128 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-02054235-6804-4114-8b7e-94833360c75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595496'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:35.704944 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-05692c65-8b96-4ed5-a68f-1cd83a56b11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595496'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:35.732373 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.db.api [None req-7df97a15-0de4-4adf-97a9-a7e7baed6b6b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796170-5-iscsi {{(pid=110209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 08:47:35.733124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG oslo_db.api [None req-7df97a15-0de4-4adf-97a9-a7e7baed6b6b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 08:47:36.250207 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7df97a15-0de4-4adf-97a9-a7e7baed6b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:36.870502 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595496'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:38.200457 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595496'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:39.397310 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41712) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:39.912063 dv-cinder-796170-5-iscsi neutron-server[110208]: WARNING oslo_policy.policy [None req-a5879233-c9d9-4a05-b1f5-8025001434e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:47:39.912789 dv-cinder-796170-5-iscsi neutron-server[110208]: WARNING oslo_policy.policy [None req-a5879233-c9d9-4a05-b1f5-8025001434e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:47:40.136459 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [None req-a5879233-c9d9-4a05-b1f5-8025001434e3 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:47:40.140761 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a5879233-c9d9-4a05-b1f5-8025001434e3 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7424173 Mar 10 08:47:40.236237 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595496'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:40.237024 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.237430 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.237832 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.238265 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.239680 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.240713 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.241300 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.243604 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.244272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.245085 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.248089 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.248444 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.248800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:40.249981 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796170-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:47:40.258052 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796170-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:47:42.710057 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41736) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:42.754660 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.db.l3_hamode_db [None req-2971ef0c-4544-4399-924b-4653f913d2bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 08:47:42.835121 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971ef0c-4544-4399-924b-4653f913d2bd None None] Routers set() bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:47:42.835513 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971ef0c-4544-4399-924b-4653f913d2bd None None] Router IDs set() for agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 08:47:43.041951 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-6284ec64-ffb8-469d-beb6-c884cb4980cc admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:47:43.134304 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.policy [None req-6284ec64-ffb8-469d-beb6-c884cb4980cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110208) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 08:47:43.175995 dv-cinder-796170-5-iscsi neutron-server[110208]: WARNING oslo_policy.policy [None req-6284ec64-ffb8-469d-beb6-c884cb4980cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:47:43.176362 dv-cinder-796170-5-iscsi neutron-server[110208]: WARNING oslo_policy.policy [None req-6284ec64-ffb8-469d-beb6-c884cb4980cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:47:43.338564 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6284ec64-ffb8-469d-beb6-c884cb4980cc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743993862930', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743993862469', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743993750418', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743993747696', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743993737836', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743993763473', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-769484', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1362915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633197'] for rbac-policy (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:43.538415 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6284ec64-ffb8-469d-beb6-c884cb4980cc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:43.539648 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6284ec64-ffb8-469d-beb6-c884cb4980cc admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8285229 Mar 10 08:47:46.053760 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41748) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:46.361195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:47:46.470791 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Made reservation on behalf of c46d176c90c44143aff9fd64e1d2efc6 for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:47:46.474546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:46.492450 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:46.597478 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks [] for security_group (ced6a705-9e69-4185-979d-1ee5c9a3e63f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:46.671002 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ced6a705-9e69-4185-979d-1ee5c9a3e63f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:46.702918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:47:46.730587 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743992507149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (fd6088b3-d60e-428f-8d37-14f350650ca9), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:46.731161 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Unsubscribe: segment precommit_create {{(pid=110208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 08:47:46.731764 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Added segment fd6088b3-d60e-428f-8d37-14f350650ca9 of type vlan for network d9f63093-07e3-4f9e-b5e7-19165270f69f Mar 10 08:47:46.737597 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ced6a705-9e69-4185-979d-1ee5c9a3e63f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:47:46.772202 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.772494 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.772853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.773192 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.773518 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.773843 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.774196 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.774538 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.774842 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.775172 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.775500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.775819 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.776135 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Tracked resource versions report: Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: pushed versions: Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: { 'AddressGroup': {'1.2'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'ConntrackHelper': {'1.0'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'LocalIPAssociation': {'1.0'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Log': {'1.0'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Network': {'1.1'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Port': {'1.7'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'PortForwarding': {'1.2'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'QosPolicy': {'1.10'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroup': {'1.5'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroupRule': {'1.2'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SubPort': {'1.0'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Subnet': {'1.1'}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Trunk': {'1.1'}} Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: consumer versions: Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: { DHCP agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: L3 agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: Metadata agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: Metering agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: Open vSwitch agent@dv-cinder-796170-5-iscsi: { 'AddressGroup': '1.2', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'ConntrackHelper': '1.0', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'LocalIPAssociation': '1.0', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Log': '1.0', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Network': '1.1', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Port': '1.7', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'PortForwarding': '1.2', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'QosPolicy': '1.10', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroup': '1.5', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroupRule': '1.2', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SubPort': '1.0', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Subnet': '1.1', Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Trunk': '1.1'}} Mar 10 08:47:46.777461 dv-cinder-796170-5-iscsi neutron-server[110208]: {{(pid=110208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 08:47:46.841483 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (d9f63093-07e3-4f9e-b5e7-19165270f69f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:46.987043 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (d9f63093-07e3-4f9e-b5e7-19165270f69f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:46.992337 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:47:46.993063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:47.103669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] Pushing event updated for resources: {'Network': ['ID=d9f63093-07e3-4f9e-b5e7-19165270f69f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:47:47.115325 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network d9f63093-07e3-4f9e-b5e7-19165270f69f details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:47:47.165305 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b151bdc1-e7fd-4915-bb57-7257a4fa7cb2 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1104376 Mar 10 08:47:49.700839 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41760) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:50.097698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5384e-219b-4472-bb7c-cd7a9bf2cc78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:47:50.099035 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-84f5384e-219b-4472-bb7c-cd7a9bf2cc78 demo admin] 10.222.0.31 "GET /v2.0/networks/d9f63093-07e3-4f9e-b5e7-19165270f69f HTTP/1.1" status: 200 len: 825 time: 0.3972490 Mar 10 08:47:50.123153 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-425cefa5-8f7c-414f-b2a9-d22aa96676f0 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/0b137d37-afd4-4bfc-b116-ce7126b0b245 HTTP/1.1" status: 200 len: 734 time: 0.0185387 Mar 10 08:47:50.131926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Request body: {'subnet': {'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'name': 'private-subnet', 'subnetpool_id': '0b137d37-afd4-4bfc-b116-ce7126b0b245', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:47:50.208417 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Made reservation on behalf of c46d176c90c44143aff9fd64e1d2efc6 for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:47:50.210756 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:50.564375 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (f20908eb-571b-4bbb-9a20-6906c2485ca5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:50.636083 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Checking segment: {'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:47:50.636476 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Network hostable DHCP agents. Network: d9f63093-07e3-4f9e-b5e7-19165270f69f, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:47:50.640956 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f20908eb-571b-4bbb-9a20-6906c2485ca5,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:47:50.717086 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Network d9f63093-07e3-4f9e-b5e7-19165270f69f is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:47:50.835107 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, d9f63093-07e3-4f9e-b5e7-19165270f69f) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:47:50.839522 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:47:50.840112 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:50.844405 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61723f3-28c7-4193-91c7-eaf45df6a6bb None None] Network d9f63093-07e3-4f9e-b5e7-19165270f69f requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:47:50.980853 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4a290590-d5e1-40c3-b0df-2189c5bcd8d9 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8521450 Mar 10 08:47:51.216695 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-d9f63093-07e3-4f9e-b5e7-19165270f69f', 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'fixed_ips': [{'subnet_id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 08:47:51.217900 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:51.514697 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Allocated IP 172.20.0.2 (d9f63093-07e3-4f9e-b5e7-19165270f69f/f20908eb-571b-4bbb-9a20-6906c2485ca5/ae0de968-1b05-4d12-b0bd-bd0b0f68e065) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:47:51.760582 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Publish callbacks [] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:51.916130 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:51.996969 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Network d9f63093-07e3-4f9e-b5e7-19165270f69f is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:47:52.004662 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:47:52.006576 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Pushing event updated for resources: {'Port': ['ID=ae0de968-1b05-4d12-b0bd-bd0b0f68e065,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:47:52.011098 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:47:52.018818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.019191 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.019543 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.019884 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.020222 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.020556 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.020889 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.021222 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.021552 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.021899 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.022261 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.022589 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.022914 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Tracked resource versions report: Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: pushed versions: Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: { 'AddressGroup': {'1.2'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'ConntrackHelper': {'1.0'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'LocalIPAssociation': {'1.0'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Log': {'1.0'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Network': {'1.1'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Port': {'1.7'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'PortForwarding': {'1.2'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'QosPolicy': {'1.10'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroup': {'1.5'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroupRule': {'1.2'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SubPort': {'1.0'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Subnet': {'1.1'}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Trunk': {'1.1'}} Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: consumer versions: Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: { DHCP agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: L3 agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: Metadata agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: Metering agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: Open vSwitch agent@dv-cinder-796170-5-iscsi: { 'AddressGroup': '1.2', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'ConntrackHelper': '1.0', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'LocalIPAssociation': '1.0', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Log': '1.0', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Network': '1.1', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Port': '1.7', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'PortForwarding': '1.2', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'QosPolicy': '1.10', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroup': '1.5', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroupRule': '1.2', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SubPort': '1.0', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Subnet': '1.1', Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Trunk': '1.1'}} Mar 10 08:47:52.024296 dv-cinder-796170-5-iscsi neutron-server[110209]: {{(pid=110209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 08:47:52.096583 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Attempting to bind port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:47:52.096991 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Attempting to bind port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:47:52.097415 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Attempting to bind port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 on network d9f63093-07e3-4f9e-b5e7-19165270f69f {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:47:52.102497 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:47:52.102885 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Checking segment: {'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:47:52.103380 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:52.103773 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Bound using segment: {'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:47:52.104241 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Bound port: ae0de968-1b05-4d12-b0bd-bd0b0f68e065, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:47:52.104648 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:52.174077 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] For port ae0de968-1b05-4d12-b0bd-bd0b0f68e065, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:47:52.178979 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] For port ae0de968-1b05-4d12-b0bd-bd0b0f68e065, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=ae0de968-1b05-4d12-b0bd-bd0b0f68e065,segment=NetworkSegment(fd6088b3-d60e-428f-8d37-14f350650ca9),segment_id=fd6088b3-d60e-428f-8d37-14f350650ca9)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:47:52.249875 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:47:52.318939 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca053dfd-b4bb-410b-bd50-2d605a5c47ba None None] Pushing event updated for resources: {'Port': ['ID=ae0de968-1b05-4d12-b0bd-bd0b0f68e065,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:47:53.538109 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41768) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:53.849382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [None req-96cc9fa8-5266-454e-b7f9-fba12012f9b5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:47:53.850430 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-96cc9fa8-5266-454e-b7f9-fba12012f9b5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113101 Mar 10 08:47:56.383162 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 41776) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:56.873342 dv-cinder-796170-5-iscsi neutron-server[110207]: WARNING oslo_policy.policy [None req-b684b732-df4f-4bc1-afd2-ba3b3a67da67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:47:56.873933 dv-cinder-796170-5-iscsi neutron-server[110207]: WARNING oslo_policy.policy [None req-b684b732-df4f-4bc1-afd2-ba3b3a67da67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:47:57.103473 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [None req-b684b732-df4f-4bc1-afd2-ba3b3a67da67 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:47:57.104658 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b684b732-df4f-4bc1-afd2-ba3b3a67da67 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7193117 Mar 10 08:47:59.650780 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 41790) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:47:59.960105 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:48:00.020650 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.policy [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110207) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 08:48:00.063857 dv-cinder-796170-5-iscsi neutron-server[110207]: WARNING oslo_policy.policy [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:48:00.064243 dv-cinder-796170-5-iscsi neutron-server[110207]: WARNING oslo_policy.policy [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 08:48:00.223541 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (fda3e86f-3312-428b-9588-798a23a6bd76), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:00.225498 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (fda3e86f-3312-428b-9588-798a23a6bd76), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:00.382060 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] Publish callbacks [] for router_controller (fda3e86f-3312-428b-9588-798a23a6bd76), precommit_add_association {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:00.452483 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (fda3e86f-3312-428b-9588-798a23a6bd76), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:00.554096 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:00.555375 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4a14e406-5089-4902-8a44-6f01ee923523 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9035728 Mar 10 08:48:02.952285 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device ae0de968-1b05-4d12-b0bd-bd0b0f68e065 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:48:03.036928 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:03.037366 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:03.124589 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 41804) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:48:03.149398 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:03.152589 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:03.184315 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port ae0de968-1b05-4d12-b0bd-bd0b0f68e065, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=ae0de968-1b05-4d12-b0bd-bd0b0f68e065,segment=NetworkSegment(fd6088b3-d60e-428f-8d37-14f350650ca9),segment_id=fd6088b3-d60e-428f-8d37-14f350650ca9)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:48:03.263810 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:03.325795 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=ae0de968-1b05-4d12-b0bd-bd0b0f68e065,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:03.434625 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b5f45694-230c-45de-864a-dd0d46b0d147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:03.460424 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [None req-8dea940d-6d2e-4640-81f9-70022778b0df admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:48:03.461428 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8dea940d-6d2e-4640-81f9-70022778b0df admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3359859 Mar 10 08:48:03.502946 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8defd863-4901-4ffb-8b86-a0692c092419 None None] Network d9f63093-07e3-4f9e-b5e7-19165270f69f requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:48:03.640132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-8868ee97-7027-492b-9657-16abf18bee8f None None] Provisioning complete for port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:03.640530 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8868ee97-7027-492b-9657-16abf18bee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:03.729427 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-8868ee97-7027-492b-9657-16abf18bee8f None None] Current status of the port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:03.852583 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-fe487940-9d1c-4466-9c8f-cf7114d9e824 None None] Provisioning complete for port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:03.852987 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-fe487940-9d1c-4466-9c8f-cf7114d9e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:03.930113 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-fe487940-9d1c-4466-9c8f-cf7114d9e824 None None] Current status of the port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:04.915837 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device ae0de968-1b05-4d12-b0bd-bd0b0f68e065 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:48:04.962833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:04.963234 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:05.037791 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:05.635151 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3b81b25f-06bf-47b3-ac4e-6d0d485ac4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:05.997412 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41812) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:48:06.299882 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:48:06.377961 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Made reservation on behalf of 5332ef8b9b4b4a54bd0789861ad54418 for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:48:06.380828 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.388668 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.458155 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks [] for security_group (f4b59f8c-bce0-4ccc-8897-aff4fc978d46), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.520904 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (f4b59f8c-bce0-4ccc-8897-aff4fc978d46), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.533815 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Reserving flat network on physical network physnet1 {{(pid=110208) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 08:48:06.554824 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b59f8c-bce0-4ccc-8897-aff4fc978d46,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:06.557500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (55ba4cd6-3f94-4ab5-8c1d-693308305201), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.557901 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Added segment 55ba4cd6-3f94-4ab5-8c1d-693308305201 of type flat for network d4d7b040-bca2-4f74-9448-e524f74b61f9 Mar 10 08:48:06.605214 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (d4d7b040-bca2-4f74-9448-e524f74b61f9), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.689562 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (d4d7b040-bca2-4f74-9448-e524f74b61f9), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.690512 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:48:06.691084 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:06.778280 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d7b040-bca2-4f74-9448-e524f74b61f9,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:06.788180 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:48:06.809094 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-085fe197-7d46-4d74-8ec2-1f978184d783 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8104799 Mar 10 08:48:06.909335 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:08.155609 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:09.343058 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41830) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:48:09.512369 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d49fff5-d74f-43ab-96b0-d8dde890d3af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:48:09.513666 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1d49fff5-d74f-43ab-96b0-d8dde890d3af demo admin] 10.222.0.31 "GET /v2.0/subnets/f20908eb-571b-4bbb-9a20-6906c2485ca5 HTTP/1.1" status: 200 len: 849 time: 0.1696379 Mar 10 08:48:09.677982 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a7cc30dc-a44d-4ba6-a545-a70529e7e753 demo admin] 10.222.0.31 "GET /v2.0/routers/fda3e86f-3312-428b-9588-798a23a6bd76 HTTP/1.1" status: 200 len: 704 time: 0.1586936 Mar 10 08:48:09.952699 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:10.238570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Allocated IP 172.20.0.1 (d9f63093-07e3-4f9e-b5e7-19165270f69f/f20908eb-571b-4bbb-9a20-6906c2485ca5/95f50d95-7639-4593-89ba-bc92b1ae6b8d) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:48:10.253067 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:10.431009 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks [] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:10.573566 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:10.644972 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Network d9f63093-07e3-4f9e-b5e7-19165270f69f is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:48:10.651956 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:48:10.657310 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:48:10.657401 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (fda3e86f-3312-428b-9588-798a23a6bd76), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:10.679374 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Pushing event updated for resources: {'Port': ['ID=95f50d95-7639-4593-89ba-bc92b1ae6b8d,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:10.889618 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-ac3741c5-9132-4582-8c1f-3817f704862e None None] Provisioning complete for port 95f50d95-7639-4593-89ba-bc92b1ae6b8d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:10.890019 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ac3741c5-9132-4582-8c1f-3817f704862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:10.923848 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ac3741c5-9132-4582-8c1f-3817f704862e None None] Port 95f50d95-7639-4593-89ba-bc92b1ae6b8d cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:48:11.049468 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:11.250513 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks [] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:11.298597 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:11.299360 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (fda3e86f-3312-428b-9588-798a23a6bd76), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:11.358607 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Pushing event updated for resources: {'Port': ['ID=95f50d95-7639-4593-89ba-bc92b1ae6b8d,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:11.422915 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Network d9f63093-07e3-4f9e-b5e7-19165270f69f is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:48:11.424211 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:48:11.665059 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Router fda3e86f-3312-428b-9588-798a23a6bd76 is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 08:48:11.753852 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-82fcb9e7-a73d-48ef-a901-cf0ed23ad32e None None] Provisioning complete for port 95f50d95-7639-4593-89ba-bc92b1ae6b8d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:11.754439 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-82fcb9e7-a73d-48ef-a901-cf0ed23ad32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:11.759095 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:48:11.766596 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-3747ec5c-9da5-4e16-a14e-b81b9c92d86c demo admin] 10.222.0.31 "PUT /v2.0/routers/fda3e86f-3312-428b-9588-798a23a6bd76/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0812795 Mar 10 08:48:11.786375 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Sync routers for ids ['fda3e86f-3312-428b-9588-798a23a6bd76'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:48:11.792464 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-82fcb9e7-a73d-48ef-a901-cf0ed23ad32e None None] Port 95f50d95-7639-4593-89ba-bc92b1ae6b8d cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:48:11.800189 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Routers {'fda3e86f-3312-428b-9588-798a23a6bd76'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:48:11.801037 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:48:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['fda3e86f-3312-428b-9588-798a23a6bd76'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:11.992446 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Set router fda3e86f-3312-428b-9588-798a23a6bd76 gateway port host: None {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:48:12.416286 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'name': 'router1', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:48:00Z', 'updated_at': '2022-03-10T08:48:10Z', 'revision_number': 2, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'gw_port_host': None, '_interfaces': [{'id': '95f50d95-7639-4593-89ba-bc92b1ae6b8d', 'name': '', 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'mac_address': 'fa:16:3e:56:06:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:09Z', 'updated_at': '2022-03-10T08:48:11Z', 'revision_number': 2, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'subnets': [{'id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b137d37-afd4-4bfc-b116-ce7126b0b245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:12.468410 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Checking router: fda3e86f-3312-428b-9588-798a23a6bd76 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:48:12.468798 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Updating router fda3e86f-3312-428b-9588-798a23a6bd76 port 95f50d95-7639-4593-89ba-bc92b1ae6b8d binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:48:12.521827 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.026979 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Publish callbacks [] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.088228 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.252984 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Pushing event updated for resources: {'Port': ['ID=95f50d95-7639-4593-89ba-bc92b1ae6b8d,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:13.255567 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Attempting to bind port 95f50d95-7639-4593-89ba-bc92b1ae6b8d on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:48:13.255961 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Attempting to bind port 95f50d95-7639-4593-89ba-bc92b1ae6b8d by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:48:13.256399 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Attempting to bind port 95f50d95-7639-4593-89ba-bc92b1ae6b8d on network d9f63093-07e3-4f9e-b5e7-19165270f69f {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:48:13.266480 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.266850 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.267216 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.267561 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.267899 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.268247 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.268565 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.268896 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.269234 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.269591 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.269920 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.270267 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.270594 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Tracked resource versions report: Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: pushed versions: Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: { 'AddressGroup': {'1.2'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'ConntrackHelper': {'1.0'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'LocalIPAssociation': {'1.0'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Log': {'1.0'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Network': {'1.1'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Port': {'1.7'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'PortForwarding': {'1.2'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'QosPolicy': {'1.10'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroup': {'1.5'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroupRule': {'1.2'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SubPort': {'1.0'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Subnet': {'1.1'}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Trunk': {'1.1'}} Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: consumer versions: Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: { DHCP agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: L3 agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: Metadata agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: Metering agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: Open vSwitch agent@dv-cinder-796170-5-iscsi: { 'AddressGroup': '1.2', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'ConntrackHelper': '1.0', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'LocalIPAssociation': '1.0', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Log': '1.0', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Network': '1.1', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Port': '1.7', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'PortForwarding': '1.2', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'QosPolicy': '1.10', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroup': '1.5', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroupRule': '1.2', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SubPort': '1.0', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Subnet': '1.1', Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Trunk': '1.1'}} Mar 10 08:48:13.271962 dv-cinder-796170-5-iscsi neutron-server[110210]: {{(pid=110210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 08:48:13.274965 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:48:13.275381 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Checking segment: {'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:48:13.275897 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.276279 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Bound using segment: {'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:48:13.276763 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Bound port: 95f50d95-7639-4593-89ba-bc92b1ae6b8d, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6088b3-d60e-428f-8d37-14f350650ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:48:13.277194 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.320025 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-1a34b870-1bc9-4b46-b6eb-8e1cd78514ca None None] Provisioning complete for port 95f50d95-7639-4593-89ba-bc92b1ae6b8d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:13.320537 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a34b870-1bc9-4b46-b6eb-8e1cd78514ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.344503 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] For port 95f50d95-7639-4593-89ba-bc92b1ae6b8d, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:48:13.354209 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-1a34b870-1bc9-4b46-b6eb-8e1cd78514ca None None] Port 95f50d95-7639-4593-89ba-bc92b1ae6b8d cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:48:13.363926 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] For port 95f50d95-7639-4593-89ba-bc92b1ae6b8d, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=95f50d95-7639-4593-89ba-bc92b1ae6b8d,segment=NetworkSegment(fd6088b3-d60e-428f-8d37-14f350650ca9),segment_id=fd6088b3-d60e-428f-8d37-14f350650ca9)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:48:13.454479 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.512378 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacddee3-6dad-4150-9b21-1ed8b4e305e0 None None] Pushing event updated for resources: {'Port': ['ID=95f50d95-7639-4593-89ba-bc92b1ae6b8d,revision_number=4']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:13.516423 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Routers {'fda3e86f-3312-428b-9588-798a23a6bd76'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:48:13.517031 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:48:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['fda3e86f-3312-428b-9588-798a23a6bd76'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:13.608358 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] Set router fda3e86f-3312-428b-9588-798a23a6bd76 gateway port host: None {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:48:13.673718 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-a38c19bb-e5ac-4da9-b66c-a36105895129 None None] Provisioning complete for port 95f50d95-7639-4593-89ba-bc92b1ae6b8d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:13.674286 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a38c19bb-e5ac-4da9-b66c-a36105895129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.761753 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-a38c19bb-e5ac-4da9-b66c-a36105895129 None None] Current status of the port 95f50d95-7639-4593-89ba-bc92b1ae6b8d is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:13.762487 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a38c19bb-e5ac-4da9-b66c-a36105895129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.795235 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-a38c19bb-e5ac-4da9-b66c-a36105895129 None None] For port 95f50d95-7639-4593-89ba-bc92b1ae6b8d, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=95f50d95-7639-4593-89ba-bc92b1ae6b8d,segment=NetworkSegment(fd6088b3-d60e-428f-8d37-14f350650ca9),segment_id=fd6088b3-d60e-428f-8d37-14f350650ca9)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:48:13.823343 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'name': 'router1', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:48:00Z', 'updated_at': '2022-03-10T08:48:10Z', 'revision_number': 2, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'gw_port_host': None, '_interfaces': [{'id': '95f50d95-7639-4593-89ba-bc92b1ae6b8d', 'name': '', 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'mac_address': 'fa:16:3e:56:06:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:09Z', 'updated_at': '2022-03-10T08:48:13Z', 'revision_number': 4, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'subnets': [{'id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b137d37-afd4-4bfc-b116-ce7126b0b245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:13.848587 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff69266-31f8-469b-a410-ea221e06f6a8 None None] The sync data for ids ['fda3e86f-3312-428b-9588-798a23a6bd76'] in dv-cinder-796170-5-iscsi is: [{'id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'name': 'router1', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:48:00Z', 'updated_at': '2022-03-10T08:48:10Z', 'revision_number': 2, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'gw_port_host': None, '_interfaces': [{'id': '95f50d95-7639-4593-89ba-bc92b1ae6b8d', 'name': '', 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'mac_address': 'fa:16:3e:56:06:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:09Z', 'updated_at': '2022-03-10T08:48:13Z', 'revision_number': 4, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'subnets': [{'id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b137d37-afd4-4bfc-b116-ce7126b0b245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:48:13.894458 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a38c19bb-e5ac-4da9-b66c-a36105895129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:13.943203 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c19bb-e5ac-4da9-b66c-a36105895129 None None] Pushing event updated for resources: {'Port': ['ID=95f50d95-7639-4593-89ba-bc92b1ae6b8d,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:14.254583 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41850) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:48:14.362048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd528c-02ac-4d8d-898b-4a6dce33e2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:48:14.363371 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-aedd528c-02ac-4d8d-898b-4a6dce33e2de admin admin] 10.222.0.31 "GET /v2.0/networks/d4d7b040-bca2-4f74-9448-e524f74b61f9 HTTP/1.1" status: 200 len: 842 time: 0.1077552 Mar 10 08:48:14.372872 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:48:14.499783 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Made reservation on behalf of 5332ef8b9b4b4a54bd0789861ad54418 for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:48:14.502080 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:14.945784 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.objects.ports [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110208) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 08:48:14.946171 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (04b84ef8-22e4-4d77-8154-429bc56f136a), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:15.000674 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b84ef8-22e4-4d77-8154-429bc56f136a,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:15.010846 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:48:15.011213 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Network hostable DHCP agents. Network: d4d7b040-bca2-4f74-9448-e524f74b61f9, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:48:15.105953 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:48:15.197195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, d4d7b040-bca2-4f74-9448-e524f74b61f9) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:48:15.201128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:48:15.201719 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:15.206617 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c322d9-694d-4e67-9073-571e37ff267c None None] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:48:15.294116 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-afbc1109-d307-4559-9d49-0a90b2611c35 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9138479 Mar 10 08:48:15.307833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e4cd5-0e51-44bd-92a3-fe6edfb7fc96 None None] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:48:17.696707 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41858) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:48:17.828209 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ecd498ef-57e6-4102-9ef5-97748c646b7b demo admin] 10.222.0.31 "GET /v2.0/routers/fda3e86f-3312-428b-9588-798a23a6bd76 HTTP/1.1" status: 200 len: 710 time: 0.1303298 Mar 10 08:48:17.913188 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ab452-6331-42a7-93bd-efb0f69f7046 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:48:17.915053 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-755ab452-6331-42a7-93bd-efb0f69f7046 demo admin] 10.222.0.31 "GET /v2.0/networks/d4d7b040-bca2-4f74-9448-e524f74b61f9 HTTP/1.1" status: 200 len: 886 time: 0.0816798 Mar 10 08:48:17.923839 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:48:18.169329 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks [] for router_gateway (fda3e86f-3312-428b-9588-798a23a6bd76), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:18.484677 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks [] for router_gateway (fda3e86f-3312-428b-9588-798a23a6bd76), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:18.559016 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:18.712212 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Allocated IP 172.27.1.211 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:48:18.870681 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks [] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:19.013425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:19.053826 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:48:19.059246 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:48:19.061975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:48:19.102625 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Pushing event updated for resources: {'Port': ['ID=4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:19.505003 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks [] for router_gateway (fda3e86f-3312-428b-9588-798a23a6bd76), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:19.700975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1592702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8621'] for router (fda3e86f-3312-428b-9588-798a23a6bd76), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:19.704404 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1592689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1592680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596371'] for router (fda3e86f-3312-428b-9588-798a23a6bd76), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:19.810985 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Router fda3e86f-3312-428b-9588-798a23a6bd76 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:48:19.916097 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:48:19.920298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:19.921484 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-108c0beb-1bb1-48aa-82b4-b4a32ee33a1a demo admin] 10.222.0.31 "PUT /v2.0/routers/fda3e86f-3312-428b-9588-798a23a6bd76 HTTP/1.1" status: 200 len: 890 time: 2.0008886 Mar 10 08:48:20.943151 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 95f50d95-7639-4593-89ba-bc92b1ae6b8d up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:48:20.990538 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 95f50d95-7639-4593-89ba-bc92b1ae6b8d triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:20.990940 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:21.069665 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 95f50d95-7639-4593-89ba-bc92b1ae6b8d is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:22.411293 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Sync routers for ids ['fda3e86f-3312-428b-9588-798a23a6bd76'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:48:22.423322 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Routers {'fda3e86f-3312-428b-9588-798a23a6bd76'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:48:22.424039 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:48:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['fda3e86f-3312-428b-9588-798a23a6bd76'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:22.445220 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 41870) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:48:22.561605 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-745cfd3d-3229-4109-a782-7fd291c2d87f admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151919 Mar 10 08:48:22.650798 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Set router fda3e86f-3312-428b-9588-798a23a6bd76 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:48:23.127171 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'name': 'router1', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:48:00Z', 'updated_at': '2022-03-10T08:48:19Z', 'revision_number': 4, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'gw_port': {'id': '4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:18Z', 'updated_at': '2022-03-10T08:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '95f50d95-7639-4593-89ba-bc92b1ae6b8d', 'name': '', 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'mac_address': 'fa:16:3e:56:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:09Z', 'updated_at': '2022-03-10T08:48:13Z', 'revision_number': 5, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'subnets': [{'id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b137d37-afd4-4bfc-b116-ce7126b0b245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:23.179160 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Checking router: fda3e86f-3312-428b-9588-798a23a6bd76 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:48:23.179525 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Updating router fda3e86f-3312-428b-9588-798a23a6bd76 port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:48:23.230989 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:23.550229 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Publish callbacks [] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:23.642288 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:23.690213 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Attempting to bind port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:48:23.690592 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Attempting to bind port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:48:23.690963 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Attempting to bind port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:48:23.699865 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52b21-0d28-4ee0-a678-e805e993f701 None None] Pushing event updated for resources: {'Port': ['ID=4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:23.702831 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:48:23.703603 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:48:23.704032 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:48:23.704442 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:23.704824 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:48:23.705303 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Bound port: 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:48:23.705685 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:23.755133 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] For port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:48:23.758018 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] For port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:48:23.856282 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:23.929425 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52b21-0d28-4ee0-a678-e805e993f701 None None] Pushing event updated for resources: {'Port': ['ID=4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:23.936328 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Routers {'fda3e86f-3312-428b-9588-798a23a6bd76'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:48:23.936845 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:48:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['fda3e86f-3312-428b-9588-798a23a6bd76'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:24.043708 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] Set router fda3e86f-3312-428b-9588-798a23a6bd76 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:48:24.265327 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9f1923df-de4a-4038-acec-070e11510462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'name': 'router1', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:48:00Z', 'updated_at': '2022-03-10T08:48:19Z', 'revision_number': 4, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'gw_port': {'id': '4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:18Z', 'updated_at': '2022-03-10T08:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '95f50d95-7639-4593-89ba-bc92b1ae6b8d', 'name': '', 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'mac_address': 'fa:16:3e:56:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:09Z', 'updated_at': '2022-03-10T08:48:13Z', 'revision_number': 5, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'subnets': [{'id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b137d37-afd4-4bfc-b116-ce7126b0b245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:48:24.292649 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1923df-de4a-4038-acec-070e11510462 None None] The sync data for ids ['fda3e86f-3312-428b-9588-798a23a6bd76'] in dv-cinder-796170-5-iscsi is: [{'id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'name': 'router1', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:48:00Z', 'updated_at': '2022-03-10T08:48:19Z', 'revision_number': 4, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'gw_port': {'id': '4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:18Z', 'updated_at': '2022-03-10T08:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '95f50d95-7639-4593-89ba-bc92b1ae6b8d', 'name': '', 'network_id': 'd9f63093-07e3-4f9e-b5e7-19165270f69f', 'tenant_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'mac_address': 'fa:16:3e:56:06:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda3e86f-3312-428b-9588-798a23a6bd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:48:09Z', 'updated_at': '2022-03-10T08:48:13Z', 'revision_number': 5, 'project_id': 'c46d176c90c44143aff9fd64e1d2efc6', 'subnets': [{'id': 'f20908eb-571b-4bbb-9a20-6906c2485ca5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b137d37-afd4-4bfc-b116-ce7126b0b245'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:48:25.011064 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:48:25.080625 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:25.081028 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:25.175811 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:25.176211 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:25.205479 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:48:25.279673 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:25.358353 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:48:26.959905 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:48:27.038856 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:48:27.040117 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:27.137277 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 4849f1a2-f970-4ec1-b7a7-7d3cb57adfd1 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:48:33.387631 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-20b4084b-5182-43c5-9412-f8f6fe243179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:35.673301 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ed5c33b7-d879-454b-a294-9e420a785a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:36.862375 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:38.168228 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:48:40.288275 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:00.702128 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:49:03.376160 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f822fdc-58bc-473f-a617-0a5cd8fef28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:05.640507 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-272cb19c-f0e5-4de7-aef9-33c950b8e416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:06.842600 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:09.223244 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:10.228233 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:33.379859 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-770d96f7-0d9b-4dac-a99f-24e0b27b2b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:35.687831 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-90b3b16b-65e4-4aa3-b429-4ae0e70f36c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:36.867596 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:37.749070 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:49:38.180480 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:40.243417 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:46.115953 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42354) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:49:46.175539 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4784c7-9121-4b2b-a3e8-ba2d14aff2d5 admin admin] GET failed (client error): The resource could not be found. Mar 10 08:49:46.176830 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-9e4784c7-9121-4b2b-a3e8-ba2d14aff2d5 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599637 Mar 10 08:49:46.336293 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7653a-a80e-4283-bc87-49d6a14f2c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:46.337673 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a1f7653a-a80e-4283-bc87-49d6a14f2c41 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568594 Mar 10 08:49:48.647973 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42364) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:49:48.738401 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1094ea9-7c98-45a4-9e99-56c53b448899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:48.739766 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a1094ea9-7c98-45a4-9e99-56c53b448899 admin admin] 10.222.0.31 "GET /v2.0/subnets/f20908eb-571b-4bbb-9a20-6906c2485ca5 HTTP/1.1" status: 200 len: 849 time: 0.0907621 Mar 10 08:49:48.748921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:49:48.833416 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Publish callbacks [] for subnet (f20908eb-571b-4bbb-9a20-6906c2485ca5), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:49.075581 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743992550238'] for subnet (f20908eb-571b-4bbb-9a20-6906c2485ca5), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:49.108320 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:49.108840 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:49.110131 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] 10.222.0.31 "PUT /v2.0/subnets/f20908eb-571b-4bbb-9a20-6906c2485ca5 HTTP/1.1" status: 200 len: 868 time: 0.3647268 Mar 10 08:49:49.115575 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec4387-daf2-45a5-a9ad-553f4094e50b None None] Network d9f63093-07e3-4f9e-b5e7-19165270f69f requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:49:49.132129 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20908eb-571b-4bbb-9a20-6906c2485ca5,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:49:49.139694 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.140101 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.140430 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.140766 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.141103 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.141446 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.141798 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.142152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.142504 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.142867 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.143377 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.143702 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.144024 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bd82f8-4342-487e-a633-f2b59c68b73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:49:49.498027 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-c437fc5b-552c-4067-9b66-05e9acca8de2 None None] Provisioning complete for port 95f50d95-7639-4593-89ba-bc92b1ae6b8d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:49:49.498442 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c437fc5b-552c-4067-9b66-05e9acca8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (95f50d95-7639-4593-89ba-bc92b1ae6b8d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:49.584098 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-c437fc5b-552c-4067-9b66-05e9acca8de2 None None] Current status of the port 95f50d95-7639-4593-89ba-bc92b1ae6b8d is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:49:49.595374 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-c437fc5b-552c-4067-9b66-05e9acca8de2 None None] Provisioning complete for port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:49:49.595374 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c437fc5b-552c-4067-9b66-05e9acca8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ae0de968-1b05-4d12-b0bd-bd0b0f68e065), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:49:49.670845 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-c437fc5b-552c-4067-9b66-05e9acca8de2 None None] Current status of the port ae0de968-1b05-4d12-b0bd-bd0b0f68e065 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:49:51.446263 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42372) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:49:51.641206 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6de2b-c5ab-4bc8-86e8-40836f062125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:51.641613 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6de2b-c5ab-4bc8-86e8-40836f062125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:51.643179 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-62b6de2b-c5ab-4bc8-86e8-40836f062125 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959736 Mar 10 08:49:53.940351 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42380) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:49:54.174445 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26511284-ee83-407a-991a-f2c390b3b7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:54.174837 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26511284-ee83-407a-991a-f2c390b3b7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:54.176380 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-26511284-ee83-407a-991a-f2c390b3b7da admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2350669 Mar 10 08:49:56.487083 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42388) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:49:56.607704 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb5c84-5c77-4444-94af-88ac3748b78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:56.609120 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-80bb5c84-5c77-4444-94af-88ac3748b78b admin admin] 10.222.0.31 "GET /v2.0/networks/d4d7b040-bca2-4f74-9448-e524f74b61f9 HTTP/1.1" status: 200 len: 886 time: 0.1209903 Mar 10 08:49:58.924345 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42396) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:49:59.053609 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcda51f-5c1c-4508-b102-b985da9b7942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:49:59.054991 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4fcda51f-5c1c-4508-b102-b985da9b7942 admin admin] 10.222.0.31 "GET /v2.0/networks/d9f63093-07e3-4f9e-b5e7-19165270f69f HTTP/1.1" status: 200 len: 869 time: 0.1295841 Mar 10 08:50:01.359015 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42404) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:01.482072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e068c5-1603-42ca-a969-f7075f8419d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:01.482548 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e068c5-1603-42ca-a969-f7075f8419d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:01.484054 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-42e068c5-1603-42ca-a969-f7075f8419d8 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240849 Mar 10 08:50:03.396181 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-fc31814e-c513-4bcb-a4e5-3e33c2af43af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:03.799063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42412) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:03.891071 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8429f-d20b-4e37-bc8a-d8f794c2e2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:03.898662 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8429f-d20b-4e37-bc8a-d8f794c2e2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:03.898662 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b1f8429f-d20b-4e37-bc8a-d8f794c2e2c7 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929677 Mar 10 08:50:05.674718 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-bcc50234-a937-497b-adb3-e9f1b324cbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:06.227855 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42420) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:06.311057 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a025af1-b6f7-463b-848c-f9faf53b9890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:06.312374 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1a025af1-b6f7-463b-848c-f9faf53b9890 admin admin] 10.222.0.31 "GET /v2.0/subnets/04b84ef8-22e4-4d77-8154-429bc56f136a HTTP/1.1" status: 200 len: 816 time: 0.0835800 Mar 10 08:50:06.867396 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:08.227045 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:08.610657 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42428) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:08.703782 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d0b62-1f9e-402e-b3b2-9a51bdd0e95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:08.705138 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b58d0b62-1f9e-402e-b3b2-9a51bdd0e95b admin admin] 10.222.0.31 "GET /v2.0/subnets/f20908eb-571b-4bbb-9a20-6906c2485ca5 HTTP/1.1" status: 200 len: 868 time: 0.0935264 Mar 10 08:50:10.231324 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:14.698159 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:50:33.384143 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b62f9f87-e716-4470-a61f-60befd60e4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:35.640840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8727d71d-85d9-43d8-bae5-8c5176601c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:36.850069 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42480) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:36.863005 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:36.896999 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [None req-1067f3f5-7fda-4b9f-9cae-2277be17f756 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:50:36.898287 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1067f3f5-7fda-4b9f-9cae-2277be17f756 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470541 Mar 10 08:50:38.163002 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:39.281839 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42488) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:39.344130 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d470ba7-023e-4414-964a-2be781271fa2 admin admin] GET failed (client error): The resource could not be found. Mar 10 08:50:39.345406 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4d470ba7-023e-4414-964a-2be781271fa2 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626221 Mar 10 08:50:39.427904 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb715c-b663-41f8-b40b-62a795889335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:39.429328 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-7edb715c-b663-41f8-b40b-62a795889335 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794601 Mar 10 08:50:40.238491 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:41.751614 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42496) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:41.803358 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:50:41.911872 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Made reservation on behalf of 5332ef8b9b4b4a54bd0789861ad54418 for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:50:41.914266 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:41.942423 dv-cinder-796170-5-iscsi neutron-server[110208]: WARNING neutron.services.revisions.revision_plugin [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Could not find related network for resource to bump revision. Mar 10 08:50:41.952630 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:50:41.960969 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (a3c57ea8-e40c-4646-8e44-873d8e4b1fc3), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:41.961309 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Added segment a3c57ea8-e40c-4646-8e44-873d8e4b1fc3 of type vlan for network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def Mar 10 08:50:42.001319 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (4e96e8c5-e64f-4ccf-9ee5-523f4fb49def), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:42.105840 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (4e96e8c5-e64f-4ccf-9ee5-523f4fb49def), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:42.106806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:42.107375 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:42.162941 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] Pushing event updated for resources: {'Network': ['ID=4e96e8c5-e64f-4ccf-9ee5-523f4fb49def,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:50:42.173053 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:50:42.200142 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-80527aa4-43b8-4e81-9ec6-57e0fdeb9eea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4474468 Mar 10 08:50:44.509098 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42504) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:50:44.568643 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bfe267-e9b8-475c-8770-98aa990ff9ba admin admin] GET failed (client error): The resource could not be found. Mar 10 08:50:44.569925 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-c8bfe267-e9b8-475c-8770-98aa990ff9ba admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598469 Mar 10 08:50:44.642710 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d63c2e-e795-48b7-bbf0-e7e1557a8506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:44.644778 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a0d63c2e-e795-48b7-bbf0-e7e1557a8506 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708678 Mar 10 08:50:44.654365 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def', 'description': 'shared-subnet'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:50:44.737908 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Made reservation on behalf of 5332ef8b9b4b4a54bd0789861ad54418 for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:50:44.740278 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:44.962212 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (bc23549d-b1e9-4ca0-b72a-41f64a1fc7ee), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:45.015914 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc23549d-b1e9-4ca0-b72a-41f64a1fc7ee,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:50:45.024087 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Checking segment: {'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:50:45.024528 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Network hostable DHCP agents. Network: 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:50:45.093222 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:50:45.171659 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:50:45.176276 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:50:45.176871 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:45.180875 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44bf7b-1627-47f2-9f13-dd7e0254c6c8 None None] Network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:50:45.266056 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-d7876a96-69a1-4e4b-98ce-e0fd4d3361e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6147993 Mar 10 08:50:45.378166 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-4e96e8c5-e64f-4ccf-9ee5-523f4fb49def', 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def', 'project_id': '5332ef8b9b4b4a54bd0789861ad54418', 'fixed_ips': [{'subnet_id': 'bc23549d-b1e9-4ca0-b72a-41f64a1fc7ee'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 08:50:45.379037 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:45.513405 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Allocated IP 192.168.233.2 (4e96e8c5-e64f-4ccf-9ee5-523f4fb49def/bc23549d-b1e9-4ca0-b72a-41f64a1fc7ee/f7fe0d38-5e8d-4a74-b311-423e84173a5a) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:50:45.659177 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Publish callbacks [] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:45.745230 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:45.788512 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:50:45.793484 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:50:45.800113 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:50:45.802399 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Pushing event updated for resources: {'Port': ['ID=f7fe0d38-5e8d-4a74-b311-423e84173a5a,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:50:45.810864 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.811243 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.811613 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.811959 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.812296 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.812959 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.813309 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.813642 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.814007 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.814406 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.814750 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.815076 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.815404 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:50:45.869987 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Attempting to bind port f7fe0d38-5e8d-4a74-b311-423e84173a5a on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:50:45.870386 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Attempting to bind port f7fe0d38-5e8d-4a74-b311-423e84173a5a by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:50:45.870753 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Attempting to bind port f7fe0d38-5e8d-4a74-b311-423e84173a5a on network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:50:45.875679 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:50:45.876060 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Checking segment: {'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:50:45.876515 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:45.877520 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Bound using segment: {'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:50:45.877994 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Bound port: f7fe0d38-5e8d-4a74-b311-423e84173a5a, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:50:45.878410 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:45.938272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] For port f7fe0d38-5e8d-4a74-b311-423e84173a5a, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:50:45.941814 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] For port f7fe0d38-5e8d-4a74-b311-423e84173a5a, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f7fe0d38-5e8d-4a74-b311-423e84173a5a,segment=NetworkSegment(a3c57ea8-e40c-4646-8e44-873d8e4b1fc3),segment_id=a3c57ea8-e40c-4646-8e44-873d8e4b1fc3)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:50:46.008007 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:46.075504 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5344fa-77cd-4344-82aa-dc1e2ad0c464 None None] Pushing event updated for resources: {'Port': ['ID=f7fe0d38-5e8d-4a74-b311-423e84173a5a,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:50:46.888735 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e6cf1-ff4f-4c29-b407-5745e0474913 None None] Network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:50:46.932800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-3c9fc448-8f4f-4ff8-a46f-3fc106e56191 None None] Provisioning complete for port f7fe0d38-5e8d-4a74-b311-423e84173a5a triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:50:46.933185 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc448-8f4f-4ff8-a46f-3fc106e56191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:47.061506 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f7fe0d38-5e8d-4a74-b311-423e84173a5a up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:50:47.104701 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fc448-8f4f-4ff8-a46f-3fc106e56191 None None] Current status of the port f7fe0d38-5e8d-4a74-b311-423e84173a5a is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:50:47.105100 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc448-8f4f-4ff8-a46f-3fc106e56191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:47.158914 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-3c9fc448-8f4f-4ff8-a46f-3fc106e56191 None None] For port f7fe0d38-5e8d-4a74-b311-423e84173a5a, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f7fe0d38-5e8d-4a74-b311-423e84173a5a,segment=NetworkSegment(a3c57ea8-e40c-4646-8e44-873d8e4b1fc3),segment_id=a3c57ea8-e40c-4646-8e44-873d8e4b1fc3)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:50:47.164611 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f7fe0d38-5e8d-4a74-b311-423e84173a5a triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:50:47.165003 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:47.242871 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc448-8f4f-4ff8-a46f-3fc106e56191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:47.284634 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f7fe0d38-5e8d-4a74-b311-423e84173a5a is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:50:47.285027 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:47.317210 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fc448-8f4f-4ff8-a46f-3fc106e56191 None None] Pushing event updated for resources: {'Port': ['ID=f7fe0d38-5e8d-4a74-b311-423e84173a5a,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:50:47.361575 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.db.api [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 08:50:47.361943 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG oslo_db.api [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 08:50:47.369427 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-937cbd51-9e54-4269-a900-6a6c2f07b217 None None] Provisioning complete for port f7fe0d38-5e8d-4a74-b311-423e84173a5a triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:50:47.369817 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-937cbd51-9e54-4269-a900-6a6c2f07b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:47.445445 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-937cbd51-9e54-4269-a900-6a6c2f07b217 None None] Current status of the port f7fe0d38-5e8d-4a74-b311-423e84173a5a is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:50:47.901170 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f7fe0d38-5e8d-4a74-b311-423e84173a5a is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:50:49.003272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f7fe0d38-5e8d-4a74-b311-423e84173a5a up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:50:49.049606 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f7fe0d38-5e8d-4a74-b311-423e84173a5a triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:50:49.050012 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f7fe0d38-5e8d-4a74-b311-423e84173a5a), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:50:49.121988 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f7fe0d38-5e8d-4a74-b311-423e84173a5a is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:50:51.696292 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:51:03.399456 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-20fb48ff-346e-4461-9f7f-9c66f49a8705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:05.640654 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d362ced2-8ded-44cd-8922-fbbef12eb589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:06.832497 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:08.182913 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:10.210938 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:28.694580 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:51:33.374268 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd22e-32de-4a43-ae36-71d7020479b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:35.676445 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6b38161f-89c9-4cb1-9880-f32ffd076cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:36.866259 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:38.197565 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:51:40.259760 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:03.438045 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3e185a24-74c8-4aa6-82e3-449171a449c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:05.649089 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3b2c39f6-0177-4d94-a720-a009589c16a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:05.693125 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:52:06.854989 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:08.185388 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:10.240800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:13.291088 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42544) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:52:13.296654 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [None req-2abb4fff-f25a-4400-86c4-caefc42e34ec tempest-verify_tempest_config-744255124 tempest-verify_tempest_config-744255124-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:52:13.297623 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2abb4fff-f25a-4400-86c4-caefc42e34ec tempest-verify_tempest_config-744255124 tempest-verify_tempest_config-744255124-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055821 Mar 10 08:52:13.860360 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42562) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:52:13.964342 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:14.034704 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Publish callbacks [] for security_group (362763e1-851e-4f2b-89ff-88bc127cda00), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:14.096915 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (362763e1-851e-4f2b-89ff-88bc127cda00), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:14.144758 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acbc7d876dd742e5a63329c2f8daea9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2833669 Mar 10 08:52:14.145533 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362763e1-851e-4f2b-89ff-88bc127cda00,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:52:14.147358 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42566) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:52:14.162231 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.162598 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.162944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.163283 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.163616 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.163947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.164288 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.164644 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.164986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.165329 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.165654 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.165972 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.166316 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e76392-0f99-4b2e-9089-af745823ccae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:52:14.210199 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-256325f4-3926-4934-b6fe-599e7dec4903 admin admin] Publish callbacks [] for security_group (362763e1-851e-4f2b-89ff-88bc127cda00), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:14.229905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-256325f4-3926-4934-b6fe-599e7dec4903 admin admin] Publish callbacks [] for security_group (362763e1-851e-4f2b-89ff-88bc127cda00), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:14.365727 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-256325f4-3926-4934-b6fe-599e7dec4903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (362763e1-851e-4f2b-89ff-88bc127cda00), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:14.369819 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-256325f4-3926-4934-b6fe-599e7dec4903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:14.371044 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-256325f4-3926-4934-b6fe-599e7dec4903 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/362763e1-851e-4f2b-89ff-88bc127cda00 HTTP/1.1" status: 204 len: 168 time: 0.2227633 Mar 10 08:52:14.379393 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256325f4-3926-4934-b6fe-599e7dec4903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362763e1-851e-4f2b-89ff-88bc127cda00,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:52:33.392728 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-51059a2a-68f9-432b-ad4f-48619a6ef691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:35.648039 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d551fe3c-e482-4ddb-b310-6eb3d032d098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:36.877809 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:38.190306 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:40.248554 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:52:42.692431 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:53:03.419652 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-310d9c1b-3cf7-4610-b977-62d09245e4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:05.675180 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c8841da0-31de-4b60-8127-c240e8add9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:06.887219 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:08.193125 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:10.223786 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:19.691920 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 5 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:53:33.404792 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9885d945-a612-4475-9ddb-0be3f652b269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:35.640216 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71fd151a-847f-44f3-81d2-14b39a4e70e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:36.858327 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:38.192593 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:40.227462 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:54.532312 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595496'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:53:56.691380 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:54:03.386533 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-82b946ef-9eb3-464e-ab86-a3a39205864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:05.656249 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-96f3d907-224f-4957-ba65-444bc8d77c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:06.863061 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:08.200670 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:09.058544 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42636) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:54:09.160566 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-94f9db3f-4039-45db-8f18-09d9183ebbf3 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1008985 Mar 10 08:54:10.311412 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:11.499069 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42646) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:54:11.551833 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-e81dad06-0ab1-47ca-874e-1be186b668cd admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0516908 Mar 10 08:54:24.473650 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:33.420301 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e1c5973e-2814-435e-bd61-2d5b62edfad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:33.690036 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:54:35.651077 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a223c8da-aaa6-4e81-9898-ac3206f6460c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:36.863092 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:38.200637 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:40.230646 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:54:54.511082 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:03.406276 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f4b23e27-32b1-4c03-adbd-8491072016c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:05.645587 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0f95152d-5dad-4c36-955a-9855fafb2486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:06.870244 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:08.213714 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:10.225244 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:10.691777 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:55:24.515769 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:33.413889 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-283921ab-700a-43ab-b08c-7426790b7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:35.655243 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-84326970-e37a-4f13-b683-e4c8972bf884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:36.890171 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:38.250758 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:40.227410 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:47.690111 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:55:49.809127 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42834) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:50.122858 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-network', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:50.219990 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Made reservation on behalf of a96e80a1c73b4d59be912f6f510d8a10 for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:50.223426 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.234548 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.314500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks [] for security_group (29896ec4-c3f6-452b-912a-59d6d2d8c9b6), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.395403 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (29896ec4-c3f6-452b-912a-59d6d2d8c9b6), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.419557 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:55:50.432595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29896ec4-c3f6-452b-912a-59d6d2d8c9b6,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:50.441644 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.442008 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.442386 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.442716 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.443272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.443605 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.443939 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.444445 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.444791 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.445120 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.445450 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.445767 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.446100 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Tracked resource versions report: Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: pushed versions: Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: { 'AddressGroup': {'1.2'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'ConntrackHelper': {'1.0'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'LocalIPAssociation': {'1.0'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Log': {'1.0'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Network': {'1.1'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Port': {'1.7'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'PortForwarding': {'1.2'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'QosPolicy': {'1.10'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroup': {'1.5'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroupRule': {'1.2'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SubPort': {'1.0'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Subnet': {'1.1'}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Trunk': {'1.1'}} Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: consumer versions: Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: { DHCP agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: HyperV agent@hv-cinder-79617: {}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: L3 agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: Metadata agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: Metering agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: Open vSwitch agent@dv-cinder-796170-5-iscsi: { 'AddressGroup': '1.2', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'ConntrackHelper': '1.0', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'LocalIPAssociation': '1.0', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Log': '1.0', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Network': '1.1', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Port': '1.7', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'PortForwarding': '1.2', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'QosPolicy': '1.10', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroup': '1.5', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SecurityGroupRule': '1.2', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'SubPort': '1.0', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Subnet': '1.1', Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: 'Trunk': '1.1'}} Mar 10 08:55:50.447438 dv-cinder-796170-5-iscsi neutron-server[110208]: {{(pid=110208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 08:55:50.453609 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (fdf7fba3-a75f-4d1c-99e2-5462e0269cc0), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.454201 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Added segment fdf7fba3-a75f-4d1c-99e2-5462e0269cc0 of type vlan for network f33bbe54-bfd7-4009-b89c-75cf7ffe278f Mar 10 08:55:50.496219 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (f33bbe54-bfd7-4009-b89c-75cf7ffe278f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.542882 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 42864) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:50.613591 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42870) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:50.636699 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (f33bbe54-bfd7-4009-b89c-75cf7ffe278f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.638497 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:50.639339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.649390 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 42874) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:50.717295 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] Pushing event updated for resources: {'Network': ['ID=f33bbe54-bfd7-4009-b89c-75cf7ffe278f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:50.729325 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:55:50.759335 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4a05e9b5-e716-435b-a3e2-9a022b3ff72e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9445374 Mar 10 08:55:50.759335 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42882) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:50.763717 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Request body: {'subnet': {'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-subnet', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:50.848965 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1844623461-network', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:50.880415 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Made reservation on behalf of a96e80a1c73b4d59be912f6f510d8a10 for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:50.891167 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.903090 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2056791841-network', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:50.924672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1520020776-network', 'tenant_id': 'f4191957d3e1437c89077589c24d62a1'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:50.928853 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 42896) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:50.940410 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Made reservation on behalf of 52092f300ec94a1a8cd120b28efcad43 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:50.943914 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:50.965701 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.036268 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Made reservation on behalf of f4191957d3e1437c89077589c24d62a1 for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:51.038644 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.070760 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Made reservation on behalf of 4c87f8b04d8448aab3f1fd8713ca327e for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:51.070760 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.091667 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.110018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.119142 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-network', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:51.125726 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks [] for security_group (2d48c781-cf2b-4c46-8e5e-9a01beddd8f6), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.184415 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (1d0ec19f-0c47-4d8f-ba58-93b99cde94ac), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.206444 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks [] for security_group (93f5f9a8-3d29-47db-8b25-209f62ee6e27), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.208124 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2d48c781-cf2b-4c46-8e5e-9a01beddd8f6), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.239318 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks [] for security_group (b7f53d61-6df0-4cce-80f1-d7fa3b13866b), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.240324 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:55:51.256960 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:51.258471 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Made reservation on behalf of f12310224d354d2a8f06fedf08617c0f for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:51.260719 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.263491 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Checking segment: {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:51.263491 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Network hostable DHCP agents. Network: f33bbe54-bfd7-4009-b89c-75cf7ffe278f, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:55:51.274164 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743992507149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (e3686bb6-6042-4446-ab22-6a00ca1385f0), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.274755 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Unsubscribe: segment precommit_create {{(pid=110207) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 08:55:51.275688 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Added segment e3686bb6-6042-4446-ab22-6a00ca1385f0 of type vlan for network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 Mar 10 08:55:51.278461 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (93f5f9a8-3d29-47db-8b25-209f62ee6e27), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.295707 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.325517 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:55:51.340998 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5f9a8-3d29-47db-8b25-209f62ee6e27,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:51.361886 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (40ee055c-d4ca-4eb5-84dc-524e8c13a33b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.362311 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Added segment 40ee055c-d4ca-4eb5-84dc-524e8c13a33b of type vlan for network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a Mar 10 08:55:51.372719 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d48c781-cf2b-4c46-8e5e-9a01beddd8f6,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:51.379708 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b7f53d61-6df0-4cce-80f1-d7fa3b13866b), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.399957 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:55:51.404298 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.424882 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Tracked resource versions report: Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: pushed versions: Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: { 'AddressGroup': {'1.2'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'ConntrackHelper': {'1.0'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'LocalIPAssociation': {'1.0'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Log': {'1.0'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Network': {'1.1'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Port': {'1.7'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'PortForwarding': {'1.2'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'QosPolicy': {'1.10'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'SecurityGroup': {'1.5'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'SecurityGroupRule': {'1.2'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'SubPort': {'1.0'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Subnet': {'1.1'}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Trunk': {'1.1'}} Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: consumer versions: Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: { DHCP agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: HyperV agent@hv-cinder-79617: {}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: L3 agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: Metadata agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: Metering agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: Open vSwitch agent@dv-cinder-796170-5-iscsi: { 'AddressGroup': '1.2', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'ConntrackHelper': '1.0', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'LocalIPAssociation': '1.0', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Log': '1.0', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Network': '1.1', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Port': '1.7', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'PortForwarding': '1.2', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'QosPolicy': '1.10', Mar 10 08:55:51.430118 dv-cinder-796170-5-iscsi neutron-server[110207]: 'SecurityGroup': '1.5', Mar 10 08:55:51.433125 dv-cinder-796170-5-iscsi neutron-server[110207]: 'SecurityGroupRule': '1.2', Mar 10 08:55:51.433125 dv-cinder-796170-5-iscsi neutron-server[110207]: 'SubPort': '1.0', Mar 10 08:55:51.433125 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Subnet': '1.1', Mar 10 08:55:51.433125 dv-cinder-796170-5-iscsi neutron-server[110207]: 'Trunk': '1.1'}} Mar 10 08:55:51.433125 dv-cinder-796170-5-iscsi neutron-server[110207]: {{(pid=110207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 08:55:51.442177 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (cbe0dd93-0000-4bb5-9b04-4ec8baffd71a), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.492376 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:55:51.511219 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, f33bbe54-bfd7-4009-b89c-75cf7ffe278f) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:51.515890 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:51.519378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.525058 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (3d2cd948-dfb8-450e-af6f-994a676c56ec), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.525410 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Added segment 3d2cd948-dfb8-450e-af6f-994a676c56ec of type vlan for network a6667865-21e8-493b-9fa6-db0ec960aac6 Mar 10 08:55:51.528245 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ff496-34e6-4a1b-ac70-e8e6be058595 None None] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:51.609130 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (cbe0dd93-0000-4bb5-9b04-4ec8baffd71a), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.611078 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:51.611727 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.647769 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks [] for security_group (7f486882-b95f-4e02-a319-7d9690303486), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.694403 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b1f3a162-eecf-41bb-b3eb-4b0a8466375a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9335611 Mar 10 08:55:51.702983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42948) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:51.714719 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:51.733252 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.735244 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:51.736171 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.744944 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (a6667865-21e8-493b-9fa6-db0ec960aac6), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.771099 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219111f9-6ff1-42a8-a841-765912a46bb9 None None] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:51.775180 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7f486882-b95f-4e02-a319-7d9690303486), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.779362 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f53d61-6df0-4cce-80f1-d7fa3b13866b,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:51.822553 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2072105 Mar 10 08:55:51.832840 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 42954) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:51.839577 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41465ba-33e5-4ebf-a347-6bf925c87ddd admin admin] Pushing event updated for resources: {'Network': ['ID=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:51.848568 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Request body: {'subnet': {'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1520020776-subnet', 'tenant_id': 'f4191957d3e1437c89077589c24d62a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:51.870579 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:55:51.886782 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:55:51.909794 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3652556 Mar 10 08:55:51.909966 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42960) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:51.924756 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Request body: {'subnet': {'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1844623461-subnet', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:51.959714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (96e41603-ce7b-4b04-b02c-1b2f122e11da), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.972323 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (96e41603-ce7b-4b04-b02c-1b2f122e11da), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:51.986186 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f486882-b95f-4e02-a319-7d9690303486,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:51.991908 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472129d-65c0-4c2b-ba51-6ebccff89c5c admin admin] Pushing event updated for resources: {'Network': ['ID=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:52.006288 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (a6667865-21e8-493b-9fa6-db0ec960aac6), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.007294 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:52.007872 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.012858 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (1220f882-6337-4b50-a102-29839fc363a1), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.013052 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Added segment 1220f882-6337-4b50-a102-29839fc363a1 of type vlan for network d9aac22b-95a1-4c4e-9131-d1d15a039f9c Mar 10 08:55:52.065168 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Made reservation on behalf of 52092f300ec94a1a8cd120b28efcad43 for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:52.074816 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.087404 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (d9aac22b-95a1-4c4e-9131-d1d15a039f9c), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.093909 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:55:52.165430 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5150032 Mar 10 08:55:52.166481 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc0f4-b0cc-4a05-bb69-b246d65dc4dd admin admin] Pushing event updated for resources: {'Network': ['ID=a6667865-21e8-493b-9fa6-db0ec960aac6,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:52.168732 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Made reservation on behalf of f4191957d3e1437c89077589c24d62a1 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:52.171313 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.187885 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 42970) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:52.209132 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Request body: {'subnet': {'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-subnet', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:52.263032 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks [] for router_controller (96e41603-ce7b-4b04-b02c-1b2f122e11da), precommit_add_association {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.285336 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42974) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:52.375023 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network a6667865-21e8-493b-9fa6-db0ec960aac6 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:55:52.432282 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Made reservation on behalf of 4c87f8b04d8448aab3f1fd8713ca327e for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:52.434738 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.492943 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2f7697cf-c4b5-4e63-80a2-9a70002a45fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.506076 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (d9aac22b-95a1-4c4e-9131-d1d15a039f9c), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.507546 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:52.508185 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.630071 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] Pushing event updated for resources: {'Network': ['ID=d9aac22b-95a1-4c4e-9131-d1d15a039f9c,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:52.644696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:55:52.647962 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-171859d5-b420-4232-a286-fa7162b89988 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7157388 Mar 10 08:55:52.657991 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 42990) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:52.669949 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Request body: {'subnet': {'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-subnet', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:52.684322 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks [] for router_gateway (96e41603-ce7b-4b04-b02c-1b2f122e11da), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.714948 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (a8a1754f-2c5d-4333-9a01-038205dc9bfb), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.781864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2f7697cf-c4b5-4e63-80a2-9a70002a45fe admin admin] Publish callbacks [] for security_group (ac3f6344-d43b-432d-8e7f-1d607f0edc39), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.782047 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Made reservation on behalf of f12310224d354d2a8f06fedf08617c0f for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:55:52.784287 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.825205 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Checking segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:52.825859 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Network hostable DHCP agents. Network: ccabb1f5-00f2-4aa4-8628-7c5c23b4d484, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:55:52.830773 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a1754f-2c5d-4333-9a01-038205dc9bfb,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:52.863272 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (547aa18b-6374-48b6-9266-38f53616538e), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.919204 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2f7697cf-c4b5-4e63-80a2-9a70002a45fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ac3f6344-d43b-432d-8e7f-1d607f0edc39), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:52.951749 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:55:52.973551 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2f7697cf-c4b5-4e63-80a2-9a70002a45fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e00e6cd77096460c83a79db269e61bca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6871886 Mar 10 08:55:52.977568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 42996) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:52.979463 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7697cf-c4b5-4e63-80a2-9a70002a45fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3f6344-d43b-432d-8e7f-1d607f0edc39,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:52.981792 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547aa18b-6374-48b6-9266-38f53616538e,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:52.999031 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Checking segment: {'id': '40ee055c-d4ca-4eb5-84dc-524e8c13a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:52.999402 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Network hostable DHCP agents. Network: cbe0dd93-0000-4bb5-9b04-4ec8baffd71a, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:55:53.027170 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (dd559e36-f593-4914-9104-0e0e852b04c1), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.085414 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, ccabb1f5-00f2-4aa4-8628-7c5c23b4d484) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:53.097508 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:53.098385 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.107032 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6003afc-5b3e-4b40-b6e4-c50d32de9e68 None None] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:53.145624 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd559e36-f593-4914-9104-0e0e852b04c1,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:53.158288 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-05653676-130c-4a3c-8736-ea236661b39e admin admin] Publish callbacks [] for security_group (ac3f6344-d43b-432d-8e7f-1d607f0edc39), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.167080 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Checking segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:53.167449 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Network hostable DHCP agents. Network: a6667865-21e8-493b-9fa6-db0ec960aac6, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:55:53.172173 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks [] for router_gateway (96e41603-ce7b-4b04-b02c-1b2f122e11da), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.186636 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:55:53.196915 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.203112 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, cbe0dd93-0000-4bb5-9b04-4ec8baffd71a) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:53.208775 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:53.209465 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.212286 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-05653676-130c-4a3c-8736-ea236661b39e admin admin] Publish callbacks [] for security_group (ac3f6344-d43b-432d-8e7f-1d607f0edc39), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.226530 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0347dad1-6687-4adc-882a-26f8d4132cf7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3153262 Mar 10 08:55:53.229873 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 42998) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:53.235514 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:53.258784 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bae980-8ce9-4b15-b6fd-f1641da440a9 None None] Network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:53.258960 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:55:53.269880 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (27941fd2-7d61-4c83-81ac-3463159aa9aa), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.308494 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-56f3266a-e996-4701-a8a8-b897f5151d24 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4671078 Mar 10 08:55:53.347111 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 08:55:53.348200 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.357404 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Allocated IP 172.27.1.186 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/35f19fc7-a20a-46f7-b7c4-7f92603b3ae9) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:53.372321 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, a6667865-21e8-493b-9fa6-db0ec960aac6) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:53.399847 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c761a8a-31db-4cc1-8425-2c01448fac3e None None] Network a6667865-21e8-493b-9fa6-db0ec960aac6 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:53.410464 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (2dfbccb2-34c0-4613-8bf4-6efe619f0560), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.411491 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (2dfbccb2-34c0-4613-8bf4-6efe619f0560), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.416402 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:53.416988 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.440614 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27941fd2-7d61-4c83-81ac-3463159aa9aa,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:53.474231 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-05653676-130c-4a3c-8736-ea236661b39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ac3f6344-d43b-432d-8e7f-1d607f0edc39), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.477643 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-05653676-130c-4a3c-8736-ea236661b39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.478843 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-05653676-130c-4a3c-8736-ea236661b39e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac3f6344-d43b-432d-8e7f-1d607f0edc39 HTTP/1.1" status: 204 len: 168 time: 0.5002501 Mar 10 08:55:53.494960 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05653676-130c-4a3c-8736-ea236661b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3f6344-d43b-432d-8e7f-1d607f0edc39,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:53.515634 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Checking segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:53.516022 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Network hostable DHCP agents. Network: d9aac22b-95a1-4c4e-9131-d1d15a039f9c, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:55:53.531071 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks [] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.580321 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-0c097dfb-9578-4a24-9871-70cce6fe8883 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3880455 Mar 10 08:55:53.582443 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks [] for router_controller (2dfbccb2-34c0-4613-8bf4-6efe619f0560), precommit_add_association {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.590925 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43012) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:53.590925 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:53.610783 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303d894-a338-4181-82a9-6b4eab8c2c96 None None] Network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:53.694192 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (37dbb3d9-0981-4493-89d3-42de9e3e84bc), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.694762 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.696169 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (37dbb3d9-0981-4493-89d3-42de9e3e84bc), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.705467 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:55:53.718133 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:53.721561 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:53.737042 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-a6667865-21e8-493b-9fa6-db0ec960aac6', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 08:55:53.737912 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.748903 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Allocated IP 172.20.0.2 (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484/a8a1754f-2c5d-4333-9a01-038205dc9bfb/b3e1bd05-5d5f-444c-bd71-b6704f2464d0) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:53.749616 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:55:53.894005 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:53.957396 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, d9aac22b-95a1-4c4e-9131-d1d15a039f9c) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:53.973811 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:53.980974 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:53.984484 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd1668-8e92-47d9-9991-55abe690221a None None] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:54.071466 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks [] for router_controller (37dbb3d9-0981-4493-89d3-42de9e3e84bc), precommit_add_association {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.075511 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-96385a34-eb44-411c-bb97-f33b1a24e679 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4161110 Mar 10 08:55:54.078051 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43026) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:54.113237 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:55:54.117975 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks [] for router_gateway (2dfbccb2-34c0-4613-8bf4-6efe619f0560), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.145330 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Allocated IP 172.20.0.2 (a6667865-21e8-493b-9fa6-db0ec960aac6/dd559e36-f593-4914-9104-0e0e852b04c1/d84437ac-c3f3-43be-9cb3-19cc0318011f) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:54.174740 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43046) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:54.177057 dv-cinder-796170-5-iscsi neutron-server[110207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 08:55:54.192481 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Publish callbacks [] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.193772 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks [] for router_gateway (96e41603-ce7b-4b04-b02c-1b2f122e11da), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.285454 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-d9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 08:55:54.287075 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.294446 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.366254 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:54.384083 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:54.387236 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.387433 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:55:54.388278 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.426471 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (96e41603-ce7b-4b04-b02c-1b2f122e11da), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.448262 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Pushing event updated for resources: {'Port': ['ID=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:54.476733 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks [] for router_gateway (37dbb3d9-0981-4493-89d3-42de9e3e84bc), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.504518 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.504949 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.505319 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.505665 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.506003 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.506369 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.506732 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.507062 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.507397 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.507740 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.508085 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.508619 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.508804 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Tracked resource versions report: Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: pushed versions: Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: { 'AddressGroup': {'1.2'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'ConntrackHelper': {'1.0'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'LocalIPAssociation': {'1.0'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Log': {'1.0'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Network': {'1.1'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Port': {'1.7'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'PortForwarding': {'1.2'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'QosPolicy': {'1.10'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroup': {'1.5'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroupRule': {'1.2'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SubPort': {'1.0'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Subnet': {'1.1'}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Trunk': {'1.1'}} Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: consumer versions: Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: { DHCP agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: HyperV agent@hv-cinder-79617: {}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: L3 agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: Metadata agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: Metering agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: Open vSwitch agent@dv-cinder-796170-5-iscsi: { 'AddressGroup': '1.2', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'ConntrackHelper': '1.0', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'LocalIPAssociation': '1.0', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Log': '1.0', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Network': '1.1', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Port': '1.7', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'PortForwarding': '1.2', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'QosPolicy': '1.10', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroup': '1.5', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SecurityGroupRule': '1.2', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'SubPort': '1.0', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Subnet': '1.1', Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: 'Trunk': '1.1'}} Mar 10 08:55:54.510194 dv-cinder-796170-5-iscsi neutron-server[110209]: {{(pid=110209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 08:55:54.595697 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks [] for router_controller (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), precommit_add_association {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.604373 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-ec159d3e-68c2-4180-bf6d-c902966843f4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:54.608047 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-ec159d3e-68c2-4180-bf6d-c902966843f4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/networks?id=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a HTTP/1.1" status: 200 len: 812 time: 0.4303224 Mar 10 08:55:54.630982 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Attempting to bind port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:55:54.631367 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Attempting to bind port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:55:54.636716 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Attempting to bind port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:55:54.648426 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:55:54.648811 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Checking segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:54.649556 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.649671 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Bound using segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:55:54.650092 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Bound port: b3e1bd05-5d5f-444c-bd71-b6704f2464d0, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:55:54.650487 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.655149 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Publish callbacks [] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.671400 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-c623c90e-8ddc-4786-ae2d-7282d61bdeb2 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/quotas/f4191957d3e1437c89077589c24d62a1 HTTP/1.1" status: 200 len: 375 time: 0.0519588 Mar 10 08:55:54.700802 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Allocated IP 172.20.0.2 (d9aac22b-95a1-4c4e-9131-d1d15a039f9c/27941fd2-7d61-4c83-81ac-3463159aa9aa/8681f122-1d7d-4854-8cbb-d5eaa2485afd) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:54.747066 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-95339300-45e9-4b7d-ae15-0f8e0864e024 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4191957d3e1437c89077589c24d62a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591278 Mar 10 08:55:54.768822 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] For port b3e1bd05-5d5f-444c-bd71-b6704f2464d0, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:55:54.769795 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Router 96e41603-ce7b-4b04-b02c-1b2f122e11da is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 08:55:54.774570 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] For port b3e1bd05-5d5f-444c-bd71-b6704f2464d0, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:55:54.787128 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:54.853249 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.044501 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks [] for router_gateway (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.094520 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.122697 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:55.138117 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:55.141101 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:55:55.202123 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Pushing event updated for resources: {'Port': ['ID=d84437ac-c3f3-43be-9cb3-19cc0318011f,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:55.213683 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-0d45f252-ce88-4d3f-b994-11905da509a8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:55:55.215056 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-0d45f252-ce88-4d3f-b994-11905da509a8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2457340 Mar 10 08:55:55.231589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:55:55.245280 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Sync routers for ids ['96e41603-ce7b-4b04-b02c-1b2f122e11da'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:55:55.259590 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Routers {'96e41603-ce7b-4b04-b02c-1b2f122e11da'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:55:55.260344 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:55:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['96e41603-ce7b-4b04-b02c-1b2f122e11da'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:55:55.331410 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Attempting to bind port d84437ac-c3f3-43be-9cb3-19cc0318011f on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:55:55.331952 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Attempting to bind port d84437ac-c3f3-43be-9cb3-19cc0318011f by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:55:55.332415 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Attempting to bind port d84437ac-c3f3-43be-9cb3-19cc0318011f on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:55:55.337514 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.342623 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-eeb3d92e-6a8b-4079-81b8-de7f5a69b7e9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6370676 Mar 10 08:55:55.344497 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 43084) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:55.369886 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:55:55.376139 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Checking segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:55.376139 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.376139 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Bound using segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:55:55.376139 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Bound port: d84437ac-c3f3-43be-9cb3-19cc0318011f, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:55:55.376139 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.395956 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1ffa0-67a6-4ee0-a54b-d0d5ec095df6 None None] Pushing event updated for resources: {'Port': ['ID=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:55.418580 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Publish callbacks [] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.507007 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.576116 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks [] for router_gateway (2dfbccb2-34c0-4613-8bf4-6efe619f0560), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.604617 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Set router 96e41603-ce7b-4b04-b02c-1b2f122e11da gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:55:55.663972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:55.680926 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] For port d84437ac-c3f3-43be-9cb3-19cc0318011f, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:55:55.684769 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.691039 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:55.693843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:55:55.705173 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Pushing event updated for resources: {'Port': ['ID=8681f122-1d7d-4854-8cbb-d5eaa2485afd,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:55.720263 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks [] for router_gateway (37dbb3d9-0981-4493-89d3-42de9e3e84bc), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.726461 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] For port d84437ac-c3f3-43be-9cb3-19cc0318011f, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=d84437ac-c3f3-43be-9cb3-19cc0318011f,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:55:55.832462 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.897236 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:55:53Z', 'revision_number': 3, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:55:55.932128 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Checking router: 96e41603-ce7b-4b04-b02c-1b2f122e11da for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:55:55.932492 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Updating router 96e41603-ce7b-4b04-b02c-1b2f122e11da port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:55:55.937482 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Attempting to bind port 8681f122-1d7d-4854-8cbb-d5eaa2485afd on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:55:55.937857 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Attempting to bind port 8681f122-1d7d-4854-8cbb-d5eaa2485afd by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:55:55.938251 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Attempting to bind port 8681f122-1d7d-4854-8cbb-d5eaa2485afd on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:55:55.941088 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.950861 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-3e1b57dd-8ce5-46d3-9da4-f9007bfde25b service neutron] 10.222.0.31 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211108 Mar 10 08:55:55.964099 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.991169 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:55:55.996867 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Checking segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:55.996867 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:55.996867 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Bound using segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:55:55.996867 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Bound port: 8681f122-1d7d-4854-8cbb-d5eaa2485afd, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:55:55.996867 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.073171 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457880d-e44f-4d7f-a42d-7e65a6119fce None None] Pushing event updated for resources: {'Port': ['ID=d84437ac-c3f3-43be-9cb3-19cc0318011f,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:56.165118 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] For port 8681f122-1d7d-4854-8cbb-d5eaa2485afd, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:55:56.172957 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] For port 8681f122-1d7d-4854-8cbb-d5eaa2485afd, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=8681f122-1d7d-4854-8cbb-d5eaa2485afd,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:55:56.186516 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.246843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.407820 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Publish callbacks [] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.416353 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82987c5-80de-4eb8-90c8-26d3abf7441b None None] Pushing event updated for resources: {'Port': ['ID=8681f122-1d7d-4854-8cbb-d5eaa2485afd,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:56.484084 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.500828 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Allocated IP 172.20.0.1 (f33bbe54-bfd7-4009-b89c-75cf7ffe278f/1d0ec19f-0c47-4d8f-ba58-93b99cde94ac/f56b7d52-65e9-4232-baf3-0f99b8b5c6b7) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:56.592750 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Pushing event updated for resources: {'Port': ['ID=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,revision_number=2']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:56.618032 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.618719 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.619239 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.620112 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.620606 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.621360 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.622030 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.627721 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.628349 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.628876 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.629369 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.630281 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.630629 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Tracked resource versions report: Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: pushed versions: Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: { 'AddressGroup': {'1.2'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'ConntrackHelper': {'1.0'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'LocalIPAssociation': {'1.0'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Log': {'1.0'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Network': {'1.1'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Port': {'1.7'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'PortForwarding': {'1.2'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'QosPolicy': {'1.10'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroup': {'1.5'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroupRule': {'1.2'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SubPort': {'1.0'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Subnet': {'1.1'}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Trunk': {'1.1'}} Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: consumer versions: Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: { DHCP agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: HyperV agent@hv-cinder-79617: {}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: L3 agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: Metadata agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: Metering agent@dv-cinder-796170-5-iscsi: {}, Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: Open vSwitch agent@dv-cinder-796170-5-iscsi: { 'AddressGroup': '1.2', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'ConntrackHelper': '1.0', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'LocalIPAssociation': '1.0', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Log': '1.0', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Network': '1.1', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Port': '1.7', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'PortForwarding': '1.2', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'QosPolicy': '1.10', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroup': '1.5', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SecurityGroupRule': '1.2', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'SubPort': '1.0', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Subnet': '1.1', Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: 'Trunk': '1.1'}} Mar 10 08:55:56.632897 dv-cinder-796170-5-iscsi neutron-server[110210]: {{(pid=110210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 08:55:56.657712 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-7c2c6256-4c78-4221-a8fc-dad05c01d180 service neutron] 10.222.0.31 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056475 Mar 10 08:55:56.685272 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Allocated IP 172.27.1.190 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/dc87a2e1-2706-49c6-b083-f2e8a83ecf57) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:56.733821 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Attempting to bind port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:55:56.736207 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Attempting to bind port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:55:56.737308 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Attempting to bind port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:55:56.739854 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks [] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.752405 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:55:56.755651 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:55:56.762908 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.765027 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:55:56.765721 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Bound port: 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:55:56.767080 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.843356 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68a720-053f-4d50-8f5c-2335c7cd2dd3 None None] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:56.848239 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] For port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:55:56.852113 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] For port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:55:56.884342 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.976388 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:56.983002 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:56.987181 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:56.993468 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:56.998457 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:55:56.999123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (96e41603-ce7b-4b04-b02c-1b2f122e11da), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.109316 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks [] for router_gateway (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.116414 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-16d027ee-fe9e-40c4-b116-ff52fbf42428 None None] Provisioning complete for port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:55:57.117301 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-16d027ee-fe9e-40c4-b116-ff52fbf42428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.120386 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Routers {'96e41603-ce7b-4b04-b02c-1b2f122e11da'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:55:57.125628 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:55:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['96e41603-ce7b-4b04-b02c-1b2f122e11da'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:55:57.550018 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.554791 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369b0d0-14ae-4184-8f8d-0fbfdc742a54 None None] Pushing event updated for resources: {'Port': ['ID=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:57.561031 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-16d027ee-fe9e-40c4-b116-ff52fbf42428 None None] Current status of the port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:55:57.561031 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-16d027ee-fe9e-40c4-b116-ff52fbf42428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.561987 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7f012f02-9339-4348-8f47-2e1135c627ef req-104e4167-45fe-411a-8070-a71daca2029b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.1971982 Mar 10 08:55:57.562221 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-16d027ee-fe9e-40c4-b116-ff52fbf42428 None None] For port b3e1bd05-5d5f-444c-bd71-b6704f2464d0, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:55:57.562454 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] Set router 96e41603-ce7b-4b04-b02c-1b2f122e11da gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:55:57.599463 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.607808 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks [] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.610342 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-16d027ee-fe9e-40c4-b116-ff52fbf42428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:57.757891 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device b3e1bd05-5d5f-444c-bd71-b6704f2464d0 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:55:57.920812 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d027ee-fe9e-40c4-b116-ff52fbf42428 None None] Pushing event updated for resources: {'Port': ['ID=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:57.943840 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.006930 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-79304993-adc7-458d-9ae7-ed5d523456e1 None None] Provisioning complete for port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:55:58.007870 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-79304993-adc7-458d-9ae7-ed5d523456e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.072511 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:55:53Z', 'revision_number': 3, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:55:58.113280 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:55:58.113670 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.136366 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29db0d-819e-4d84-b34c-ed053375f06f None None] The sync data for ids ['96e41603-ce7b-4b04-b02c-1b2f122e11da'] in dv-cinder-796170-5-iscsi is: [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:55:53Z', 'revision_number': 3, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:55:58.147355 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Allocated IP 172.27.1.30 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:58.156180 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks [] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.177300 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f29de-325f-4831-abaf-8e83ac7ed0d5 None None] Network a6667865-21e8-493b-9fa6-db0ec960aac6 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:58.246511 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.246678 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:58.254944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (96e41603-ce7b-4b04-b02c-1b2f122e11da), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.273744 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:58.285771 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:55:58.328416 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Pushing event updated for resources: {'Port': ['ID=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:58.339056 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-79304993-adc7-458d-9ae7-ed5d523456e1 None None] Current status of the port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:55:58.372959 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82167232-cdb8-4bc4-9070-bce22bdd6ac9 None None] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:55:58.373127 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:58.481295 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:55:58.485403 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device d84437ac-c3f3-43be-9cb3-19cc0318011f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:55:58.504473 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:58.507116 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:58.614550 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9950db63-b913-455d-8ecb-f342f940964c req-0259bc78-c69e-4c9a-9a48-f7ddaea3fab5 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.0821486 Mar 10 08:55:58.634571 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Provisioning complete for port d84437ac-c3f3-43be-9cb3-19cc0318011f triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:55:58.635620 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.692405 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks [] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.728787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port d84437ac-c3f3-43be-9cb3-19cc0318011f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:55:58.729318 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.759531 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Router 96e41603-ce7b-4b04-b02c-1b2f122e11da has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:55:58.925787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port d84437ac-c3f3-43be-9cb3-19cc0318011f is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:55:58.979373 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.980832 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:55:58.980924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Current status of the port d84437ac-c3f3-43be-9cb3-19cc0318011f is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:55:58.980924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:58.982846 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-c45b9b78-644f-4022-bd91-b057d2ee26b9 admin admin] 10.222.0.31 "PUT /v2.0/routers/96e41603-ce7b-4b04-b02c-1b2f122e11da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6383147 Mar 10 08:55:59.008556 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port d84437ac-c3f3-43be-9cb3-19cc0318011f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=d84437ac-c3f3-43be-9cb3-19cc0318011f,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:55:59.040386 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:59.109404 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks [] for router_gateway (2dfbccb2-34c0-4613-8bf4-6efe619f0560), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:59.196205 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:55:59.198621 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:55:59.207180 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:55:59.209492 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:55:59.267773 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Allocated IP 172.27.1.236 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/0640c709-c9b2-469d-afa9-c6a28a25241e) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:55:59.448025 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 43212) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:55:59.450335 dv-cinder-796170-5-iscsi neutron-server[110208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 08:55:59.656897 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks [] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:59.660214 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (2dfbccb2-34c0-4613-8bf4-6efe619f0560), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:55:59.698586 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a945938f-ba60-411e-b9ad-159568fd5507 req-094a826d-65b4-4806-a714-494b579fe289 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.0338848 Mar 10 08:55:59.763515 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-e4e7180c-436f-43f7-a113-e95f5f110aa5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:55:59.764987 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-e4e7180c-436f-43f7-a113-e95f5f110aa5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 819 time: 0.3158700 Mar 10 08:55:59.780093 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-1466c30b-ef75-46bc-8d0e-18dadad565a1 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/quotas/a96e80a1c73b4d59be912f6f510d8a10 HTTP/1.1" status: 200 len: 375 time: 0.0097127 Mar 10 08:55:59.868407 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c55abbc9-855e-4b92-b3cd-2215bea30714 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826609 Mar 10 08:56:00.016082 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-408fa6fa-5866-4504-9749-5e05577391f3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:56:00.017139 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-408fa6fa-5866-4504-9749-5e05577391f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514035 Mar 10 08:56:00.028136 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.030876 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 8681f122-1d7d-4854-8cbb-d5eaa2485afd up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:00.030977 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.035606 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 08:56:00.163884 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:00.175584 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:00.178255 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0640c709-c9b2-469d-afa9-c6a28a25241e,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:00.181218 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:00.185435 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-3631d366-abd5-48fb-8670-fce7c79b8e74 service neutron] 10.222.0.31 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617482 Mar 10 08:56:00.218871 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=d84437ac-c3f3-43be-9cb3-19cc0318011f,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:00.228294 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.db.api [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 08:56:00.228817 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG oslo_db.api [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 08:56:00.246014 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 8681f122-1d7d-4854-8cbb-d5eaa2485afd triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:00.246572 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.316002 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c5908c33-42f6-4b49-a350-e8d74df578ad service neutron] 10.222.0.31 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255999 Mar 10 08:56:00.385845 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks [] for router_gateway (37dbb3d9-0981-4493-89d3-42de9e3e84bc), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.401735 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Sync routers for ids ['96e41603-ce7b-4b04-b02c-1b2f122e11da'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:00.450050 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Routers {'96e41603-ce7b-4b04-b02c-1b2f122e11da'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:00.454655 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:55:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['96e41603-ce7b-4b04-b02c-1b2f122e11da'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:00.495934 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:00.510522 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Sync routers for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:00.533576 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:00.534395 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:55:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:00.584885 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 8681f122-1d7d-4854-8cbb-d5eaa2485afd is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:00.585289 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.605792 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Set router 96e41603-ce7b-4b04-b02c-1b2f122e11da gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:00.659315 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.660681 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-29721be3-d7dc-450a-89bf-cd0c9168f0ec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4295318 Mar 10 08:56:00.663508 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 43244) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:00.703053 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 8681f122-1d7d-4854-8cbb-d5eaa2485afd, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=8681f122-1d7d-4854-8cbb-d5eaa2485afd,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:00.736376 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:00.758581 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (37dbb3d9-0981-4493-89d3-42de9e3e84bc), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.803987 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:00.942465 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Current status of the port d84437ac-c3f3-43be-9cb3-19cc0318011f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:00.991811 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c63810cb-7710-4108-912d-3b790b6f5f3a req-dbf8c1d5-662d-4c9a-b3e4-727504148660 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 210 time: 0.2579036 Mar 10 08:56:01.110043 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:58Z', 'revision_number': 3, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:01.142365 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8837490e-d0d2-4c7f-840a-a5cf57b8e17f req-92b82693-e3bd-4e27-a3fc-ffc82697c3d7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.0788045 Mar 10 08:56:01.178858 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks [] for router_gateway (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.184097 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Checking router: 2dfbccb2-34c0-4613-8bf4-6efe619f0560 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:01.184682 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Updating router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:56:01.249401 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.275141 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device d84437ac-c3f3-43be-9cb3-19cc0318011f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:01.391944 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Provisioning complete for port 8681f122-1d7d-4854-8cbb-d5eaa2485afd triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:01.392337 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.410695 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 08:56:01.457717 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port d84437ac-c3f3-43be-9cb3-19cc0318011f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:01.458350 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.559641 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=8681f122-1d7d-4854-8cbb-d5eaa2485afd,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:01.632292 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-2792a68c-f0af-4373-998c-aa9cca4ce6a8 None None] Current status of the port 8681f122-1d7d-4854-8cbb-d5eaa2485afd is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:01.640640 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:55:57Z', 'revision_number': 4, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f56b7d52-65e9-4232-baf3-0f99b8b5c6b7', 'name': '', 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'mac_address': 'fa:16:3e:4f:43:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:56Z', 'updated_at': '2022-03-10T08:55:57Z', 'revision_number': 2, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'subnets': [{'id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:01.714140 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.716047 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Checking router: 96e41603-ce7b-4b04-b02c-1b2f122e11da for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:01.716250 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Updating router 96e41603-ce7b-4b04-b02c-1b2f122e11da port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:56:01.721727 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Publish callbacks [] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.796346 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.837708 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-8647731a-b7ea-47d2-9eff-e87a6b0144c0 None None] Provisioning complete for port d84437ac-c3f3-43be-9cb3-19cc0318011f triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:01.838124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8647731a-b7ea-47d2-9eff-e87a6b0144c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.872397 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port d84437ac-c3f3-43be-9cb3-19cc0318011f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:01.873453 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:01.885070 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:01.932727 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546b89-cd6e-42f3-9da7-546837226497 req-2fcd68a3-3e4b-4179-b625-9d0d50ea0a01 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:01.939967 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Allocated IP 172.20.0.1 (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484/a8a1754f-2c5d-4333-9a01-038205dc9bfb/82be767c-219f-4865-acb3-7e2071c96825) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:01.943542 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-2fcd68a3-3e4b-4179-b625-9d0d50ea0a01 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 819 time: 0.5328765 Mar 10 08:56:01.969909 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-29f22148-f37f-4549-899b-bd02608f44e0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/quotas/a96e80a1c73b4d59be912f6f510d8a10 HTTP/1.1" status: 200 len: 375 time: 0.0286055 Mar 10 08:56:02.017832 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:02.044629 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:02.046239 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a702b1-125e-462c-bdab-7a14cb95f126 None None] Pushing event updated for resources: {'Port': ['ID=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,revision_number=2']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:02.061140 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Attempting to bind port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:02.061721 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Attempting to bind port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:02.062289 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Attempting to bind port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:02.064540 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:02.065163 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:55:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:02.074590 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:02.077918 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:02.077918 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.078123 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:02.078123 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.078734 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:02.080041 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Bound port: dc87a2e1-2706-49c6-b083-f2e8a83ecf57, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:02.080642 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.087018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks [] for port (82be767c-219f-4865-acb3-7e2071c96825), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.095980 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.121417 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-26ab1d1f-590c-415f-924a-37cc19f9255b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504152 Mar 10 08:56:02.156830 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] For port dc87a2e1-2706-49c6-b083-f2e8a83ecf57, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:02.163895 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] For port dc87a2e1-2706-49c6-b083-f2e8a83ecf57, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:02.194914 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (82be767c-219f-4865-acb3-7e2071c96825), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.205069 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.207790 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-7c826b23-4717-4278-b3ca-0675f6df3b64 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6232791 Mar 10 08:56:02.210197 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43308) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:02.250018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:02.253202 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:02.257769 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.270316 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:02.271160 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (2dfbccb2-34c0-4613-8bf4-6efe619f0560), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.411696 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-c45a4476-a84b-42dc-a98e-fe76151860c8 service neutron] 10.222.0.31 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892723 Mar 10 08:56:02.416132 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-444fb728-9cfd-442a-90bc-f49a2d3742d6 req-106fd892-9b89-4041-bf71-0ef694efcea8 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.1466906 Mar 10 08:56:02.424471 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Pushing event updated for resources: {'Port': ['ID=82be767c-219f-4865-acb3-7e2071c96825,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:02.465214 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:02.465862 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:55:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:02.536188 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a702b1-125e-462c-bdab-7a14cb95f126 None None] Pushing event updated for resources: {'Port': ['ID=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:02.596304 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.30', 61484) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:02.616619 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-8647731a-b7ea-47d2-9eff-e87a6b0144c0 None None] Current status of the port d84437ac-c3f3-43be-9cb3-19cc0318011f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:02.707676 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:02.738812 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-b9010d10-3021-4fe6-a21a-f4fb060e8df9 service neutron] 10.222.0.31 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346809 Mar 10 08:56:02.800627 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:02.805428 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-8647731a-b7ea-47d2-9eff-e87a6b0144c0 None None] Provisioning complete for port 8681f122-1d7d-4854-8cbb-d5eaa2485afd triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:02.805698 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8647731a-b7ea-47d2-9eff-e87a6b0144c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.816779 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (82be767c-219f-4865-acb3-7e2071c96825), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.873996 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 08:56:02.961836 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:02.962312 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:02.986568 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:03.165949 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:03.166773 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device b3e1bd05-5d5f-444c-bd71-b6704f2464d0 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:03.172481 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:58Z', 'revision_number': 3, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:03.224314 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eccf90-fec3-4721-98ed-7564e56d4487 None None] The sync data for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi is: [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:58Z', 'revision_number': 3, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:03.267338 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-44041610-0efa-44fe-b822-9b14cf0d0314 req-d841207a-2f1d-4721-8827-c90357f41c5e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.1289861 Mar 10 08:56:03.450178 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks [] for port (82be767c-219f-4865-acb3-7e2071c96825), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:03.528948 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-efe2f47a-cbfb-4aba-83a3-9190205be141 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:03.533659 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:03.535840 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-efe2f47a-cbfb-4aba-83a3-9190205be141 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.30 "GET /v2.0/networks?id=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a HTTP/1.1" status: 200 len: 812 time: 0.9362812 Mar 10 08:56:03.538742 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (82be767c-219f-4865-acb3-7e2071c96825), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:03.540830 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (2dfbccb2-34c0-4613-8bf4-6efe619f0560), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:03.543020 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Sync routers for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:03.558699 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:03.560290 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:55:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:03.641722 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Pushing event updated for resources: {'Port': ['ID=82be767c-219f-4865-acb3-7e2071c96825,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:03.684974 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Request body: {'port': {'device_id': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a', 'admin_state_up': True, 'tenant_id': 'f4191957d3e1437c89077589c24d62a1'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:03.770265 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:03.782138 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b9c67c83-1e6c-4512-a31f-485fe097ccc2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7031391 Mar 10 08:56:03.787778 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43374) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:03.893190 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:03.905177 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Publish callbacks [] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:03.964403 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ef92cce4-2110-408a-b7a3-46d7934e7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.113110 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5c7cc987-8313-4714-b0ef-71e7d027cd94 req-8542d772-e28c-447e-835b-da08614a6a53 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.1309848 Mar 10 08:56:04.147364 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-8647731a-b7ea-47d2-9eff-e87a6b0144c0 None None] Current status of the port 8681f122-1d7d-4854-8cbb-d5eaa2485afd is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:04.162568 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.179563 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:04.245474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:04.245669 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.247767 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:04.298359 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:04.468675 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.30', 61496) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:04.506511 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b8520561-bc99-4ff4-9a26-176a8950d17d req-5dac762b-5c11-4858-bcf1-3452cb2eb540 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.1582725 Mar 10 08:56:04.531140 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-9365f4b1-614f-4dcf-8b45-9979b05c387f None None] Provisioning complete for port 82be767c-219f-4865-acb3-7e2071c96825 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:04.531740 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9365f4b1-614f-4dcf-8b45-9979b05c387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (82be767c-219f-4865-acb3-7e2071c96825), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.539692 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06b45-6676-413a-bf57-125b1495cbbc None None] Pushing event updated for resources: {'Port': ['ID=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:04.540271 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:00Z', 'revision_number': 3, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:04.605644 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Made reservation on behalf of f4191957d3e1437c89077589c24d62a1 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:56:04.610378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.641786 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Checking router: 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:04.647751 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Updating router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 port 0640c709-c9b2-469d-afa9-c6a28a25241e binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:56:04.703813 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.714594 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Attempting to bind port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:04.715247 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Attempting to bind port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:04.715729 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Attempting to bind port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 on network f33bbe54-bfd7-4009-b89c-75cf7ffe278f {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:04.721883 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:04.726239 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:04.726860 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Checking segment: {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:04.727917 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.728875 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Bound using segment: {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:04.728875 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Bound port: f56b7d52-65e9-4232-baf3-0f99b8b5c6b7, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:04.729364 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.731378 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-9365f4b1-614f-4dcf-8b45-9979b05c387f None None] Port 82be767c-219f-4865-acb3-7e2071c96825 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:04.742838 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:55:59Z', 'revision_number': 3, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:04.776433 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:04.776882 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Updating router 37dbb3d9-0981-4493-89d3-42de9e3e84bc port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:56:04.790620 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.817378 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.931289 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-7ba48dbd-72d8-484f-92da-cc7d106727fc tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:04.932749 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e6ce6da4-10ff-4c07-ac5e-ca7214b50653 None None] Provisioning complete for port 82be767c-219f-4865-acb3-7e2071c96825 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:04.933204 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6da4-10ff-4c07-ac5e-ca7214b50653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (82be767c-219f-4865-acb3-7e2071c96825), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:04.939287 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-7ba48dbd-72d8-484f-92da-cc7d106727fc tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 819 time: 0.4672437 Mar 10 08:56:04.982686 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Request body: {'port': {'device_id': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'admin_state_up': True, 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:05.375827 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device dc87a2e1-2706-49c6-b083-f2e8a83ecf57 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:05.577024 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] For port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:05.586333 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Publish callbacks [] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:05.649000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Made reservation on behalf of a96e80a1c73b4d59be912f6f510d8a10 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:56:05.653318 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:05.656766 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:05.663108 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] For port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:05.669022 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-07ac217c-1f38-4064-b938-e7ea673963ff req-156dbd32-f773-42ff-a0d7-d55a7ad0be67 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.1061854 Mar 10 08:56:05.774292 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Allocated IP 172.20.0.1 (a6667865-21e8-493b-9fa6-db0ec960aac6/dd559e36-f593-4914-9104-0e0e852b04c1/f78a6a8a-6874-41e3-907b-5dc50f99b703) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:05.795362 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Attempting to bind port 0640c709-c9b2-469d-afa9-c6a28a25241e on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:05.802896 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce6da4-10ff-4c07-ac5e-ca7214b50653 None None] Port 82be767c-219f-4865-acb3-7e2071c96825 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:05.803846 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Attempting to bind port 0640c709-c9b2-469d-afa9-c6a28a25241e by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:05.804386 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Attempting to bind port 0640c709-c9b2-469d-afa9-c6a28a25241e on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:05.815780 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:05.816602 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:05.818436 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:05.818959 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:05.819457 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:05.826650 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Bound port: 0640c709-c9b2-469d-afa9-c6a28a25241e, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:05.827115 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:05.829008 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973942e0-eaea-4425-91dd-e46017854414 None None] Pushing event updated for resources: {'Port': ['ID=0640c709-c9b2-469d-afa9-c6a28a25241e,revision_number=2']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:05.896078 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43444) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:05.953088 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] For port 0640c709-c9b2-469d-afa9-c6a28a25241e, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:05.957816 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] For port 0640c709-c9b2-469d-afa9-c6a28a25241e, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=0640c709-c9b2-469d-afa9-c6a28a25241e,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:05.998410 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-091336cf-7f07-4ea3-8f92-8e39ad61c2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.042397 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bfe02858-0834-4933-b4d3-a51b58d13893 req-6c43c01e-e27a-40b9-9b71-07b72fc04b8c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.4086418 Mar 10 08:56:06.056407 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:56:06.110819 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks [] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.138245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Allocated IP 172.20.0.8 (cbe0dd93-0000-4bb5-9b04-4ec8baffd71a/547aa18b-6374-48b6-9266-38f53616538e/fb713eee-1570-4344-83a2-2debc456f042) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:06.192541 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Routers {'96e41603-ce7b-4b04-b02c-1b2f122e11da'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:06.211054 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['96e41603-ce7b-4b04-b02c-1b2f122e11da'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:06.213856 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06b45-6676-413a-bf57-125b1495cbbc None None] Pushing event updated for resources: {'Port': ['ID=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:06.216565 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:06.216937 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.251984 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.263100 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-17c1439c-8fae-4fa8-9193-bb4f09a07af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.307167 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.343629 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973942e0-eaea-4425-91dd-e46017854414 None None] Pushing event updated for resources: {'Port': ['ID=0640c709-c9b2-469d-afa9-c6a28a25241e,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:06.367587 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:06.368426 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:06.403133 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.453577 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Publish callbacks [] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.486450 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:06.492096 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:06.510579 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-8e230238-6968-47f0-883f-baaf950265e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/2dfbccb2-34c0-4613-8bf4-6efe619f0560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8455865 Mar 10 08:56:06.557846 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.613283 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:06.640571 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Allocated IP 172.20.0.1 (d9aac22b-95a1-4c4e-9131-d1d15a039f9c/27941fd2-7d61-4c83-81ac-3463159aa9aa/011853ce-8620-4633-a38f-594e30895cdd) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:06.658187 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Allocated IP 172.20.0.5 (f33bbe54-bfd7-4009-b89c-75cf7ffe278f/1d0ec19f-0c47-4d8f-ba58-93b99cde94ac/d4b033e3-2840-4e07-904a-cb9ca7e66f5f) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:06.757623 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Sync routers for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:06.813371 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:06.833916 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f78a6a8a-6874-41e3-907b-5dc50f99b703,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:06.835240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa281277-9f58-4aab-99d8-ed002e46e686 None None] Pushing event updated for resources: {'Port': ['ID=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:06.853772 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Attempting to bind port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:06.854413 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Attempting to bind port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:06.855003 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Attempting to bind port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:06.862842 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:06.863526 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (37dbb3d9-0981-4493-89d3-42de9e3e84bc), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.871231 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:06.871957 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:06.872586 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.873195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:06.873935 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Bound port: f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:06.874606 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:06.943149 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks [] for port (011853ce-8620-4633-a38f-594e30895cdd), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.084653 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] For port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:07.106834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks [] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.108550 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] Set router 96e41603-ce7b-4b04-b02c-1b2f122e11da gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:07.112890 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks [] for port (fb713eee-1570-4344-83a2-2debc456f042), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.120294 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-17c1439c-8fae-4fa8-9193-bb4f09a07af1 admin admin] Publish callbacks [] for security_group (932826bb-c9f2-48ef-a8be-1cba26e91718), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.126685 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:07.127216 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:07.209914 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9edc73ad-afc1-4e71-b9b2-94b6875c7b86 req-40a77f3e-c54d-4120-a4d8-be46a2c309d4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.2648237 Mar 10 08:56:07.234737 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-17c1439c-8fae-4fa8-9193-bb4f09a07af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (932826bb-c9f2-48ef-a8be-1cba26e91718), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.280121 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:00Z', 'revision_number': 3, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:07.338455 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (fb713eee-1570-4344-83a2-2debc456f042), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.340463 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.344369 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd78ee3-dc3d-4fc7-b781-ac69c4a1be35 None None] The sync data for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi is: [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:00Z', 'revision_number': 3, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:07.387605 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] For port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:07.408574 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.542104 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-17c1439c-8fae-4fa8-9193-bb4f09a07af1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=627bdecb1c2c4ca898e002705e6795cb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6423135 Mar 10 08:56:07.553215 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43484) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:07.588257 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.599205 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1439c-8fae-4fa8-9193-bb4f09a07af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932826bb-c9f2-48ef-a8be-1cba26e91718,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:07.620994 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-6268813c-3ee4-4f3f-891e-ac96bf729702 None None] Provisioning complete for port f78a6a8a-6874-41e3-907b-5dc50f99b703 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:07.634750 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6268813c-3ee4-4f3f-891e-ac96bf729702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.783190 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:07.794829 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:07.811172 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ea024228-aaf5-4e74-b02c-15eaa1e94ec6 req-ff27382e-2743-45b1-b42d-b99a9a1072c2 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.1781409 Mar 10 08:56:07.822386 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:07.825277 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:07.834853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:07.834853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.846398 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:07.874510 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (011853ce-8620-4633-a38f-594e30895cdd), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.881622 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:07.889508 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:07.890504 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:07.916354 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Pushing event updated for resources: {'Port': ['ID=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:07.928630 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5973b2d8-0a57-4570-b071-1dc907cb0bb0 admin admin] Publish callbacks [] for security_group (932826bb-c9f2-48ef-a8be-1cba26e91718), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.006252 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:08.047183 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:08.061166 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 43490) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:08.072983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-edce196f-f233-462f-ac5c-2cf03b39d539 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165551248', 'description': 'tempest-description--292848498'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:08.082756 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:08.088508 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.125237 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Pushing event updated for resources: {'Port': ['ID=fb713eee-1570-4344-83a2-2debc456f042,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:08.189840 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-f3f45447-53fd-46f2-8801-aa6821c9497b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2415042 Mar 10 08:56:08.195547 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5f22396a-570f-45f1-a0ff-e43250b6ec57 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5555415 Mar 10 08:56:08.213660 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:08.214394 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.247899 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-edce196f-f233-462f-ac5c-2cf03b39d539 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.274126 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:08.334340 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5973b2d8-0a57-4570-b071-1dc907cb0bb0 admin admin] Publish callbacks [] for security_group (932826bb-c9f2-48ef-a8be-1cba26e91718), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.404387 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-edce196f-f233-462f-ac5c-2cf03b39d539 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (4b89738c-3406-4a45-8298-d76576353426), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.453338 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=011853ce-8620-4633-a38f-594e30895cdd,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:08.474642 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-edce196f-f233-462f-ac5c-2cf03b39d539 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (4b89738c-3406-4a45-8298-d76576353426), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.483756 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa281277-9f58-4aab-99d8-ed002e46e686 None None] Pushing event updated for resources: {'Port': ['ID=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:08.522831 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce196f-f233-462f-ac5c-2cf03b39d539 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89738c-3406-4a45-8298-d76576353426,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:08.539414 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-6268813c-3ee4-4f3f-891e-ac96bf729702 None None] Port f78a6a8a-6874-41e3-907b-5dc50f99b703 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:08.576856 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port dc87a2e1-2706-49c6-b083-f2e8a83ecf57, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:08.592814 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.596377 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-edce196f-f233-462f-ac5c-2cf03b39d539 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.598226 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-edce196f-f233-462f-ac5c-2cf03b39d539 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5359735 Mar 10 08:56:08.603511 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 43496) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:08.609294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-652f42e5-6615-4283-887d-54c94d19c428 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'security_group_rule': {'security_group_id': '4b89738c-3406-4a45-8298-d76576353426', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:08.620639 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:08.620843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:08.711818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.722560 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.723611 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 8681f122-1d7d-4854-8cbb-d5eaa2485afd up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:08.757085 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-652f42e5-6615-4283-887d-54c94d19c428 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (5554b812-1425-4bc1-8548-d1112ced7528), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.764063 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727b3d7-b06a-44b0-acc6-37203db85c47 req-81d18fb3-b7c7-403b-bf93-a40150b9060e tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:08.765829 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2727b3d7-b06a-44b0-acc6-37203db85c47 req-81d18fb3-b7c7-403b-bf93-a40150b9060e tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 931 time: 0.3838012 Mar 10 08:56:08.806648 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5973b2d8-0a57-4570-b071-1dc907cb0bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (932826bb-c9f2-48ef-a8be-1cba26e91718), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.809269 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5973b2d8-0a57-4570-b071-1dc907cb0bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.813057 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-5973b2d8-0a57-4570-b071-1dc907cb0bb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/932826bb-c9f2-48ef-a8be-1cba26e91718 HTTP/1.1" status: 204 len: 168 time: 1.2531624 Mar 10 08:56:08.835000 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-d6450ca3-1fc8-48a3-93c2-42c33227c6ab None None] Provisioning complete for port 011853ce-8620-4633-a38f-594e30895cdd triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:08.835382 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d6450ca3-1fc8-48a3-93c2-42c33227c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (011853ce-8620-4633-a38f-594e30895cdd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.885994 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973b2d8-0a57-4570-b071-1dc907cb0bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932826bb-c9f2-48ef-a8be-1cba26e91718,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:08.897948 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-652f42e5-6615-4283-887d-54c94d19c428 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (5554b812-1425-4bc1-8548-d1112ced7528), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.937932 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-652f42e5-6615-4283-887d-54c94d19c428 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (5554b812-1425-4bc1-8548-d1112ced7528), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.940092 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2727b3d7-b06a-44b0-acc6-37203db85c47 req-a823e85f-ab78-4d21-94fa-a2fad8d9799a tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575458 Mar 10 08:56:08.940759 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (011853ce-8620-4633-a38f-594e30895cdd), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:08.993012 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f42e5-6615-4283-887d-54c94d19c428 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5554b812-1425-4bc1-8548-d1112ced7528,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:08.994298 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:09.022115 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-d6450ca3-1fc8-48a3-93c2-42c33227c6ab None None] Port 011853ce-8620-4633-a38f-594e30895cdd cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:09.036078 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks [] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.037468 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:09.048991 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d24f6694-3d38-4a8e-953c-03da9595d213 req-15072013-5224-4e21-b8be-63d2f00c2b91 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.0941687 Mar 10 08:56:09.052986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-652f42e5-6615-4283-887d-54c94d19c428 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.058582 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43504) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:09.059471 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-652f42e5-6615-4283-887d-54c94d19c428 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4571421 Mar 10 08:56:09.063853 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-f46401ac-b9d9-42b0-b1f4-02d52806e404 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'security_group_rule': {'security_group_id': '4b89738c-3406-4a45-8298-d76576353426', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:09.083345 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:55:57Z', 'revision_number': 4, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f56b7d52-65e9-4232-baf3-0f99b8b5c6b7', 'name': '', 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'mac_address': 'fa:16:3e:4f:43:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:56Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 4, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'subnets': [{'id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:09.117254 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 8681f122-1d7d-4854-8cbb-d5eaa2485afd triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:09.117637 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.126557 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55ad8a-3b6b-486d-8de4-e2753917bde9 None None] The sync data for ids ['96e41603-ce7b-4b04-b02c-1b2f122e11da'] in dv-cinder-796170-5-iscsi is: [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:55:57Z', 'revision_number': 4, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f56b7d52-65e9-4232-baf3-0f99b8b5c6b7', 'name': '', 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'mac_address': 'fa:16:3e:4f:43:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:56Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 4, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'subnets': [{'id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:09.132871 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.132871 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (37dbb3d9-0981-4493-89d3-42de9e3e84bc), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.315602 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f78a6a8a-6874-41e3-907b-5dc50f99b703,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:09.318606 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f46401ac-b9d9-42b0-b1f4-02d52806e404 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (d2eb07b6-097f-4cfe-91d8-0b64e4bf6580), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.411785 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:03Z', 'revision_number': 2, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:09.475796 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Checking router: 2dfbccb2-34c0-4613-8bf4-6efe619f0560 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:09.476627 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Updating router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 port 82be767c-219f-4865-acb3-7e2071c96825 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:56:09.580655 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks [] for port (011853ce-8620-4633-a38f-594e30895cdd), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.583750 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:09.600798 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:09.604652 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f46401ac-b9d9-42b0-b1f4-02d52806e404 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (d2eb07b6-097f-4cfe-91d8-0b64e4bf6580), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.618364 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (82be767c-219f-4865-acb3-7e2071c96825), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.737603 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (011853ce-8620-4633-a38f-594e30895cdd), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.738370 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.744260 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f46401ac-b9d9-42b0-b1f4-02d52806e404 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (d2eb07b6-097f-4cfe-91d8-0b64e4bf6580), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:09.764395 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 8681f122-1d7d-4854-8cbb-d5eaa2485afd is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:09.765764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:09.819922 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2e263419-5577-4b73-9703-a70a89710040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:09.843340 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-490544dd-7f13-4ef0-b91c-fefffd960244 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:56:09.844525 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-490544dd-7f13-4ef0-b91c-fefffd960244 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087273 Mar 10 08:56:09.848305 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5ed7fcc3-0739-4b37-9e6d-a25244878ed6 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 08:56:09.853813 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46401ac-b9d9-42b0-b1f4-02d52806e404 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eb07b6-097f-4cfe-91d8-0b64e4bf6580,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:09.868287 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-5ed7fcc3-0739-4b37-9e6d-a25244878ed6 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181518 Mar 10 08:56:09.941059 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=011853ce-8620-4633-a38f-594e30895cdd,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:09.976532 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:56:10.017546 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e263419-5577-4b73-9703-a70a89710040 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:10.126620 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f46401ac-b9d9-42b0-b1f4-02d52806e404 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:10.127910 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f46401ac-b9d9-42b0-b1f4-02d52806e404 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0681043 Mar 10 08:56:10.131155 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 43538) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:10.135670 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:10.370349 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:10.380836 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b98a49a5-3ac1-4fcd-8a5f-0688fa1c08ca req-84e404ae-a503-4504-9e34-1f2465694e13 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.1281796 Mar 10 08:56:10.392209 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.30', 61504) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:10.497360 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-5cce5cd1-5784-47d3-9ee1-2835ed3e3c6c None None] Provisioning complete for port f78a6a8a-6874-41e3-907b-5dc50f99b703 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:10.498863 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-5cce5cd1-5784-47d3-9ee1-2835ed3e3c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:10.524407 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:10.551434 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:10.551714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Request body: {'port': {'device_id': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:10.552106 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:10.593930 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Request body: {'port': {'device_id': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:10.710422 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:10.711507 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-5cce5cd1-5784-47d3-9ee1-2835ed3e3c6c None None] Port f78a6a8a-6874-41e3-907b-5dc50f99b703 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:10.731458 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:10.752087 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4b871c9d-425f-472b-b30d-4b409e0429b9 admin admin] 10.222.0.31 "PUT /v2.0/routers/37dbb3d9-0981-4493-89d3-42de9e3e84bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5257905 Mar 10 08:56:10.753009 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:11.032200 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:11.386442 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c33c72-449d-49a9-9c62-b63c5164d9b6 req-4338e2a7-61cd-44d4-af8a-56bf5165f9b4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:11.401592 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-52c33c72-449d-49a9-9c62-b63c5164d9b6 req-4338e2a7-61cd-44d4-af8a-56bf5165f9b4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 931 time: 1.0773351 Mar 10 08:56:11.487095 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546b89-cd6e-42f3-9da7-546837226497 req-f2b1263c-0811-437c-90d2-e8d2edcdebe7 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:11.488929 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-f2b1263c-0811-437c-90d2-e8d2edcdebe7 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 819 time: 1.0938568 Mar 10 08:56:11.507214 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fb713eee-1570-4344-83a2-2debc456f042), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:11.514351 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:11.528191 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Request body: {'port': {'device_id': '80b64087-18b2-4552-9684-a8b8f2205f65', 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'admin_state_up': True, 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:11.572891 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:56:11.745880 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-52c33c72-449d-49a9-9c62-b63c5164d9b6 req-47de7208-1cb6-4896-988b-b9542e39b94e tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407533 Mar 10 08:56:11.774780 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Publish callbacks [] for port (82be767c-219f-4865-acb3-7e2071c96825), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:11.790185 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device dc87a2e1-2706-49c6-b083-f2e8a83ecf57 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:11.892659 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-914fefd1-eefb-4e60-9776-367ebe7e8b96 None None] Provisioning complete for port 011853ce-8620-4633-a38f-594e30895cdd triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:11.893062 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-914fefd1-eefb-4e60-9776-367ebe7e8b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (011853ce-8620-4633-a38f-594e30895cdd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:11.911331 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (82be767c-219f-4865-acb3-7e2071c96825), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.243489 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-914fefd1-eefb-4e60-9776-367ebe7e8b96 None None] Port 011853ce-8620-4633-a38f-594e30895cdd cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:12.310069 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43582) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:12.344113 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9afc8fcd-dea1-4d85-8354-e70d83cdfbd7 req-522b0588-b659-4220-98ab-15b70bdebcbd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.4034519 Mar 10 08:56:12.348658 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-8cb1a664-809c-443b-a098-f858a5f85ec5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935351266', 'description': 'tempest-description--672613136'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:12.407241 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbca659-9fc3-47d4-8886-8342b82cd032 None None] Pushing event updated for resources: {'Port': ['ID=82be767c-219f-4865-acb3-7e2071c96825,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:12.518223 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:12.518598 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.529064 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:12.547245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.548343 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b6c6c0d4-edb7-45df-83b6-44d321a87ba2 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f3f2b61-c3cb-45fb-af5a-2372e23f21c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7588387 Mar 10 08:56:12.552078 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Sync routers for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:12.555935 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a664-809c-443b-a098-f858a5f85ec5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.578577 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:12.579716 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:12.631132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Attempting to bind port 82be767c-219f-4865-acb3-7e2071c96825 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:12.631132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Attempting to bind port 82be767c-219f-4865-acb3-7e2071c96825 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:12.631132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Attempting to bind port 82be767c-219f-4865-acb3-7e2071c96825 on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:12.660941 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:12.661318 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Checking segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:12.661724 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.662349 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Bound using segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:12.662683 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Bound port: 82be767c-219f-4865-acb3-7e2071c96825, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:12.663076 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (82be767c-219f-4865-acb3-7e2071c96825), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.693912 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-0555f938-87c4-4502-b98b-9972be9d36f4 None None] Provisioning complete for port 82be767c-219f-4865-acb3-7e2071c96825 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:12.694211 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0555f938-87c4-4502-b98b-9972be9d36f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (82be767c-219f-4865-acb3-7e2071c96825), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.834394 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] For port 82be767c-219f-4865-acb3-7e2071c96825, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:12.840721 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] For port 82be767c-219f-4865-acb3-7e2071c96825, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=82be767c-219f-4865-acb3-7e2071c96825,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:12.859807 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-0555f938-87c4-4502-b98b-9972be9d36f4 None None] Port 82be767c-219f-4865-acb3-7e2071c96825 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:12.875640 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a664-809c-443b-a098-f858a5f85ec5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (ab50c332-1156-4a48-95cf-1bbe9af661d3), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.968555 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (82be767c-219f-4865-acb3-7e2071c96825), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:12.983571 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a664-809c-443b-a098-f858a5f85ec5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ab50c332-1156-4a48-95cf-1bbe9af661d3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.016814 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:13.111743 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1a664-809c-443b-a098-f858a5f85ec5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50c332-1156-4a48-95cf-1bbe9af661d3,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:13.129595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Made reservation on behalf of a96e80a1c73b4d59be912f6f510d8a10 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:56:13.144812 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.179657 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:13.181893 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:13.220148 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a664-809c-443b-a098-f858a5f85ec5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.221786 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8cb1a664-809c-443b-a098-f858a5f85ec5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8766925 Mar 10 08:56:13.225055 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43606) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:13.230921 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-074f73d4-6e38-47dc-a1df-3bd8edcce213 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': 'ab50c332-1156-4a48-95cf-1bbe9af661d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:13.344763 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:13.345664 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:13.372401 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-074f73d4-6e38-47dc-a1df-3bd8edcce213 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (19b7860c-ad39-42d7-aa57-3ccbef8b89d5), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.384093 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:09Z', 'revision_number': 2, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:13.418806 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Checking router: 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:13.419757 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Updating router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 port 011853ce-8620-4633-a38f-594e30895cdd binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:56:13.457588 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (011853ce-8620-4633-a38f-594e30895cdd), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.497341 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbca659-9fc3-47d4-8886-8342b82cd032 None None] Pushing event updated for resources: {'Port': ['ID=82be767c-219f-4865-acb3-7e2071c96825,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:13.576759 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-074f73d4-6e38-47dc-a1df-3bd8edcce213 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (19b7860c-ad39-42d7-aa57-3ccbef8b89d5), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.631218 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-074f73d4-6e38-47dc-a1df-3bd8edcce213 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (19b7860c-ad39-42d7-aa57-3ccbef8b89d5), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.675753 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:13.677095 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.713139 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f73d4-6e38-47dc-a1df-3bd8edcce213 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b7860c-ad39-42d7-aa57-3ccbef8b89d5,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:13.820637 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-074f73d4-6e38-47dc-a1df-3bd8edcce213 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:13.822420 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-074f73d4-6e38-47dc-a1df-3bd8edcce213 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5957382 Mar 10 08:56:13.825060 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43630) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:13.830298 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-b74df672-1b9e-4ce0-9385-b89175e9ef03 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': 'ab50c332-1156-4a48-95cf-1bbe9af661d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:13.912312 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:13.918451 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43634) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:13.928939 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-e9f9713c-4478-41c0-b26c-9fea33b74a84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848906856', 'description': 'tempest-description--1245072346'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:13.946729 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b033e3-2840-4e07-904a-cb9ca7e66f5f {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:13.960449 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Publish callbacks [] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.003821 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-4e4d7b5a-feb0-4df0-8803-eb4dd5edaef6 None None] Provisioning complete for port 82be767c-219f-4865-acb3-7e2071c96825 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:14.004402 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7b5a-feb0-4df0-8803-eb4dd5edaef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (82be767c-219f-4865-acb3-7e2071c96825), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.043091 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b74df672-1b9e-4ce0-9385-b89175e9ef03 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (a0740d4d-6976-4af2-b8ec-000180841ad6), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.087506 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Publish callbacks [] for port (011853ce-8620-4633-a38f-594e30895cdd), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.148162 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b74df672-1b9e-4ce0-9385-b89175e9ef03 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (a0740d4d-6976-4af2-b8ec-000180841ad6), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.166787 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2474aa3a-fc85-4819-afe2-c93a560f02d2 req-d7772d75-d35f-426a-b925-e804a06e0074 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.1769261 Mar 10 08:56:14.178732 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (011853ce-8620-4633-a38f-594e30895cdd), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.205780 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Transition to ACTIVE for port object d4b033e3-2840-4e07-904a-cb9ca7e66f5f will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:56:14.209724 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b74df672-1b9e-4ce0-9385-b89175e9ef03 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (a0740d4d-6976-4af2-b8ec-000180841ad6), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.219525 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e9f9713c-4478-41c0-b26c-9fea33b74a84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.230550 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:14.230954 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.305368 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281b23a-af5c-49d7-bb69-db95cd91b903 None None] Pushing event updated for resources: {'Port': ['ID=011853ce-8620-4633-a38f-594e30895cdd,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:14.325659 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74df672-1b9e-4ce0-9385-b89175e9ef03 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0740d4d-6976-4af2-b8ec-000180841ad6,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:14.372452 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.448328 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:14.474879 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:14.512715 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b74df672-1b9e-4ce0-9385-b89175e9ef03 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.514149 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b74df672-1b9e-4ce0-9385-b89175e9ef03 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6880004 Mar 10 08:56:14.521301 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0504d4-ba59-4421-b219-aa26fc470c3c req-bf0ac3f3-bfe6-45bb-bca8-f7040c11ef00 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:14.522560 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43644) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:14.534313 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8d0504d4-ba59-4421-b219-aa26fc470c3c req-bf0ac3f3-bfe6-45bb-bca8-f7040c11ef00 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 931 time: 1.4772871 Mar 10 08:56:14.535367 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:14.536038 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Attempting to bind port 011853ce-8620-4633-a38f-594e30895cdd on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:14.536412 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Attempting to bind port 011853ce-8620-4633-a38f-594e30895cdd by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:14.536778 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Attempting to bind port 011853ce-8620-4633-a38f-594e30895cdd on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:14.548683 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.549522 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:14.549981 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 0640c709-c9b2-469d-afa9-c6a28a25241e up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:14.551335 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Checking segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:14.551840 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.552089 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Bound using segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:14.552575 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Bound port: 011853ce-8620-4633-a38f-594e30895cdd, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:14.552958 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (011853ce-8620-4633-a38f-594e30895cdd), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.587669 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e9f9713c-4478-41c0-b26c-9fea33b74a84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (5b9dbcef-5212-475e-88d9-a687ff3cf013), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.613811 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Allocated IP 172.27.1.196 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/68f982f6-f475-4c01-ab82-f9940cd1365c) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:14.664536 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.719403 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d7b5a-feb0-4df0-8803-eb4dd5edaef6 None None] Current status of the port 82be767c-219f-4865-acb3-7e2071c96825 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:14.726204 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7b5a-feb0-4df0-8803-eb4dd5edaef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (82be767c-219f-4865-acb3-7e2071c96825), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.736106 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] For port 011853ce-8620-4633-a38f-594e30895cdd, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:14.745596 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] For port 011853ce-8620-4633-a38f-594e30895cdd, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=011853ce-8620-4633-a38f-594e30895cdd,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:14.757829 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e9f9713c-4478-41c0-b26c-9fea33b74a84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (5b9dbcef-5212-475e-88d9-a687ff3cf013), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.827000 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 0640c709-c9b2-469d-afa9-c6a28a25241e triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:14.827380 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.848079 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (011853ce-8620-4633-a38f-594e30895cdd), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.910604 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e9f9713c-4478-41c0-b26c-9fea33b74a84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:14.913521 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e9f9713c-4478-41c0-b26c-9fea33b74a84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9929683 Mar 10 08:56:14.919896 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43654) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:14.938478 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-8b1bcffc-4dbf-4787-90c6-6c808ae5b938 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'security_group_rule': {'security_group_id': '5b9dbcef-5212-475e-88d9-a687ff3cf013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:14.970449 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9713c-4478-41c0-b26c-9fea33b74a84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9dbcef-5212-475e-88d9-a687ff3cf013,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:14.978795 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-4e4d7b5a-feb0-4df0-8803-eb4dd5edaef6 None None] For port 82be767c-219f-4865-acb3-7e2071c96825, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=82be767c-219f-4865-acb3-7e2071c96825,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:15.071052 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.080837 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281b23a-af5c-49d7-bb69-db95cd91b903 None None] Pushing event updated for resources: {'Port': ['ID=011853ce-8620-4633-a38f-594e30895cdd,revision_number=4']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:15.107198 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:15.111346 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:15.128514 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:15.153953 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7b5a-feb0-4df0-8803-eb4dd5edaef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (82be767c-219f-4865-acb3-7e2071c96825), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.171079 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb713eee-1570-4344-83a2-2debc456f042 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:15.207757 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Publish callbacks [] for port (fb713eee-1570-4344-83a2-2debc456f042), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.257569 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Transition to ACTIVE for port object fb713eee-1570-4344-83a2-2debc456f042 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:56:15.303397 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.317504 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcffc-4dbf-4787-90c6-6c808ae5b938 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (ac1ba1bc-f2a8-4890-b84c-ee9f19f0f7d6), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.374709 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Allocated IP 172.20.0.13 (f33bbe54-bfd7-4009-b89c-75cf7ffe278f/1d0ec19f-0c47-4d8f-ba58-93b99cde94ac/9367cc03-0041-400e-9908-e1587bdd210a) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:15.433382 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 0640c709-c9b2-469d-afa9-c6a28a25241e is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:15.433797 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.452729 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fb713eee-1570-4344-83a2-2debc456f042), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.470620 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:15.472886 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 0640c709-c9b2-469d-afa9-c6a28a25241e, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=0640c709-c9b2-469d-afa9-c6a28a25241e,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:15.476425 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:15.513462 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-f6044e64-7c6d-4a6b-9d8b-98c4bd12bb9c None None] Provisioning complete for port 011853ce-8620-4633-a38f-594e30895cdd triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:15.514109 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f6044e64-7c6d-4a6b-9d8b-98c4bd12bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (011853ce-8620-4633-a38f-594e30895cdd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.585119 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d7b5a-feb0-4df0-8803-eb4dd5edaef6 None None] Pushing event updated for resources: {'Port': ['ID=82be767c-219f-4865-acb3-7e2071c96825,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:15.597800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.606918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:15.628110 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-151870c6-0e5e-4935-84ce-bb34f7ccebd4 req-f54d682d-272d-4ff6-9583-ccb482392eaa tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.2368801 Mar 10 08:56:15.634924 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:15.648548 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:12Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:15.736021 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcffc-4dbf-4787-90c6-6c808ae5b938 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (ac1ba1bc-f2a8-4890-b84c-ee9f19f0f7d6), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.741491 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.811236 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb4665-fced-4134-bf7f-36579b9b790e None None] The sync data for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi is: [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:12Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:15.928150 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (c3938885-5d09-4f9e-b742-69e51f98869c), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:15.952456 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcffc-4dbf-4787-90c6-6c808ae5b938 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (ac1ba1bc-f2a8-4890-b84c-ee9f19f0f7d6), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.015218 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:16.106760 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-1730b931-189a-4153-83d7-a8384098b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:16.152840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:16.156258 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bcffc-4dbf-4787-90c6-6c808ae5b938 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1ba1bc-f2a8-4890-b84c-ee9f19f0f7d6,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:16.161100 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730b931-189a-4153-83d7-a8384098b097 None None] The sync data for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi is: [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:16.183911 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.27.1.155 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/8986c105-1583-4de1-9c78-4285d25dd6df) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:16.192754 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=0640c709-c9b2-469d-afa9-c6a28a25241e,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:16.209143 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:16.209829 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:16.244284 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8d0504d4-ba59-4421-b219-aa26fc470c3c req-24d0054c-6303-4a44-94f3-5c71803cb731 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5989537 Mar 10 08:56:16.283582 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-f6044e64-7c6d-4a6b-9d8b-98c4bd12bb9c None None] Current status of the port 011853ce-8620-4633-a38f-594e30895cdd is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:16.285282 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f6044e64-7c6d-4a6b-9d8b-98c4bd12bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (011853ce-8620-4633-a38f-594e30895cdd), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.358552 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:16.359249 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.377011 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcffc-4dbf-4787-90c6-6c808ae5b938 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.378424 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8b1bcffc-4dbf-4787-90c6-6c808ae5b938 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4510727 Mar 10 08:56:16.383006 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43672) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:16.388568 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-3f93a223-b16a-4374-8364-d9a092ab094b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'security_group_rule': {'security_group_id': '5b9dbcef-5212-475e-88d9-a687ff3cf013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:16.459301 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-f6044e64-7c6d-4a6b-9d8b-98c4bd12bb9c None None] For port 011853ce-8620-4633-a38f-594e30895cdd, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=011853ce-8620-4633-a38f-594e30895cdd,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:16.462439 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (8986c105-1583-4de1-9c78-4285d25dd6df), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.506578 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.592550 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f93a223-b16a-4374-8364-d9a092ab094b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (61d755f1-cb35-4f1f-ad09-4f7d09ba50c2), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.781792 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f6044e64-7c6d-4a6b-9d8b-98c4bd12bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (011853ce-8620-4633-a38f-594e30895cdd), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.782574 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f93a223-b16a-4374-8364-d9a092ab094b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (61d755f1-cb35-4f1f-ad09-4f7d09ba50c2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.819891 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (8986c105-1583-4de1-9c78-4285d25dd6df), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.820400 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.865664 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044e64-7c6d-4a6b-9d8b-98c4bd12bb9c None None] Pushing event updated for resources: {'Port': ['ID=011853ce-8620-4633-a38f-594e30895cdd,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:16.915619 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:16.938403 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks [] for port (9367cc03-0041-400e-9908-e1587bdd210a), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.941771 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=8986c105-1583-4de1-9c78-4285d25dd6df,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:16.949138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f93a223-b16a-4374-8364-d9a092ab094b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (61d755f1-cb35-4f1f-ad09-4f7d09ba50c2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:16.950830 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'Port': ['ID=68f982f6-f475-4c01-ab82-f9940cd1365c,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:16.953275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Attempting to bind port d4b033e3-2840-4e07-904a-cb9ca7e66f5f on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:16.953805 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Attempting to bind port d4b033e3-2840-4e07-904a-cb9ca7e66f5f by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:16.954167 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Attempting to bind port d4b033e3-2840-4e07-904a-cb9ca7e66f5f on network f33bbe54-bfd7-4009-b89c-75cf7ffe278f {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:16.987117 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.036944 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93a223-b16a-4374-8364-d9a092ab094b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d755f1-cb35-4f1f-ad09-4f7d09ba50c2,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:17.063313 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Pushing event updated for resources: {'Port': ['ID=fb713eee-1570-4344-83a2-2debc456f042,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:17.095008 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f93a223-b16a-4374-8364-d9a092ab094b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.095008 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3f93a223-b16a-4374-8364-d9a092ab094b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7087138 Mar 10 08:56:17.099523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Port d4b033e3-2840-4e07-904a-cb9ca7e66f5f on network f33bbe54-bfd7-4009-b89c-75cf7ffe278f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:56:17.099852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Attempting to bind port d4b033e3-2840-4e07-904a-cb9ca7e66f5f on network f33bbe54-bfd7-4009-b89c-75cf7ffe278f {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:17.108095 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43694) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:17.112191 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dbed9f8a-5bc5-492a-9228-73fa602b6b5c req-1114cac0-e754-4714-9a23-68bb4654d316 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.1755762 Mar 10 08:56:17.114034 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:17.143940 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:17.192184 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:17.207323 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:17.232474 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (c3938885-5d09-4f9e-b742-69e51f98869c), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.262068 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:17.266420 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Checking segment: {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:17.268789 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Bound using segment: {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:17.279919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Bound port: d4b033e3-2840-4e07-904a-cb9ca7e66f5f, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:17.279919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.290079 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Attempting to bind port fb713eee-1570-4344-83a2-2debc456f042 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:17.290516 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Attempting to bind port fb713eee-1570-4344-83a2-2debc456f042 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '40ee055c-d4ca-4eb5-84dc-524e8c13a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:17.290917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Attempting to bind port fb713eee-1570-4344-83a2-2debc456f042 on network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:17.310773 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:17.311291 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.316887 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Port fb713eee-1570-4344-83a2-2debc456f042 on network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:56:17.317298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Attempting to bind port fb713eee-1570-4344-83a2-2debc456f042 on network cbe0dd93-0000-4bb5-9b04-4ec8baffd71a {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:17.322962 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'Port': ['ID=68f982f6-f475-4c01-ab82-f9940cd1365c,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:17.344342 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:17.344581 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-4fbe28e3-4a02-4e9c-8aee-05f39d9b4907 None None] Provisioning complete for port 011853ce-8620-4633-a38f-594e30895cdd triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:17.344754 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Checking segment: {'id': '40ee055c-d4ca-4eb5-84dc-524e8c13a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:17.344944 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4fbe28e3-4a02-4e9c-8aee-05f39d9b4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (011853ce-8620-4633-a38f-594e30895cdd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.345305 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Bound using segment: {'id': '40ee055c-d4ca-4eb5-84dc-524e8c13a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:17.345833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Bound port: fb713eee-1570-4344-83a2-2debc456f042, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ee055c-d4ca-4eb5-84dc-524e8c13a33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:17.346273 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fb713eee-1570-4344-83a2-2debc456f042), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.368136 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (162b71be-99c1-498b-963c-76fb4a0eeab2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.379302 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.413640 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.430407 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-426bff61-1dbb-4f58-ad01-25ce973aa5b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2901940 Mar 10 08:56:17.461887 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (9367cc03-0041-400e-9908-e1587bdd210a), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.470516 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:17.517382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] For port d4b033e3-2840-4e07-904a-cb9ca7e66f5f, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:17.582698 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.584845 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:17.589770 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] For port d4b033e3-2840-4e07-904a-cb9ca7e66f5f, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:17.605907 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] For port fb713eee-1570-4344-83a2-2debc456f042, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:17.616165 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (8986c105-1583-4de1-9c78-4285d25dd6df), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.623704 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] For port fb713eee-1570-4344-83a2-2debc456f042, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fb713eee-1570-4344-83a2-2debc456f042,segment=NetworkSegment(40ee055c-d4ca-4eb5-84dc-524e8c13a33b),segment_id=40ee055c-d4ca-4eb5-84dc-524e8c13a33b)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:17.640101 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Network f33bbe54-bfd7-4009-b89c-75cf7ffe278f is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:17.644289 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Pushing event updated for resources: {'Port': ['ID=9367cc03-0041-400e-9908-e1587bdd210a,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:17.648107 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:17.651123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:17.656655 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:17.657131 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.676510 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546583a9-7b35-40b0-896a-dc250ae6a55e req-c570a2b9-c955-4b8f-bf19-7eaf799e89e8 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:17.684320 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-546583a9-7b35-40b0-896a-dc250ae6a55e req-c570a2b9-c955-4b8f-bf19-7eaf799e89e8 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.2606595 Mar 10 08:56:17.695804 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.697902 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fb713eee-1570-4344-83a2-2debc456f042), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.751725 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe28e3-4a02-4e9c-8aee-05f39d9b4907 None None] Current status of the port 011853ce-8620-4633-a38f-594e30895cdd is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:17.775429 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:17.776047 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.778070 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] 10.222.0.30 "PUT /v2.0/ports/d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 1093 time: 7.5081100 Mar 10 08:56:17.785453 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:17.787425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:17.788138 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.789667 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb713eee-1570-4344-83a2-2debc456f042 HTTP/1.1" status: 200 len: 1093 time: 7.4938700 Mar 10 08:56:17.794509 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.796474 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'tag': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f'}, {'name': 'network-changed', 'server_uuid': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'tag': 'fb713eee-1570-4344-83a2-2debc456f042'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:17.831710 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (8986c105-1583-4de1-9c78-4285d25dd6df), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.867784 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:17.889056 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-72ff3ae9-992b-4b2e-a1cf-dd95fa74cf67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3827546 Mar 10 08:56:17.891452 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:17.919527 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 2, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:17.924119 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Request body: {'port': {'device_id': '80b64087-18b2-4552-9684-a8b8f2205f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:17.935889 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-26965880-f2d2-4db1-9838-2c33e7762154 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1165551248&fields=id&tenant_id=52092f300ec94a1a8cd120b28efcad43 HTTP/1.1" status: 200 len: 267 time: 0.1017938 Mar 10 08:56:17.971268 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-546583a9-7b35-40b0-896a-dc250ae6a55e req-2d9a9beb-d010-4c71-a984-eb71e4e2af01 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857788 Mar 10 08:56:17.974995 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7" -d '{"events": [{"name": "network-changed", "server_uuid": "111b4e7f-c153-49b3-9d7f-c7de5c44c67b", "tag": "d4b033e3-2840-4e07-904a-cb9ca7e66f5f"}, {"name": "network-changed", "server_uuid": "9d06d143-f31b-4f84-8104-3e0109b3c72e", "tag": "fb713eee-1570-4344-83a2-2debc456f042"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:18.007889 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:18.008554 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Updating router 37dbb3d9-0981-4493-89d3-42de9e3e84bc port f78a6a8a-6874-41e3-907b-5dc50f99b703 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:56:18.076222 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-185e16fb-dd55-4e64-893c-5bc87a4a4090 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:18.082956 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-185e16fb-dd55-4e64-893c-5bc87a4a4090 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 811 time: 0.1461542 Mar 10 08:56:18.096149 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (8986c105-1583-4de1-9c78-4285d25dd6df), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:18.112928 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e390b-adf4-41a2-b663-8c003457ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:18.145006 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-ff60cee9-9e08-437d-8fc7-a7bfaa8f2bea tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/quotas/52092f300ec94a1a8cd120b28efcad43 HTTP/1.1" status: 200 len: 375 time: 0.0610900 Mar 10 08:56:18.231192 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (162b71be-99c1-498b-963c-76fb4a0eeab2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:18.256284 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:18.365068 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59962cb3-101e-4736-bba0-1afc6294227f x-openstack-request-id: req-59962cb3-101e-4736-bba0-1afc6294227f {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:18.365695 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111b4e7f-c153-49b3-9d7f-c7de5c44c67b", "tag": "d4b033e3-2840-4e07-904a-cb9ca7e66f5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d06d143-f31b-4f84-8104-3e0109b3c72e", "tag": "fb713eee-1570-4344-83a2-2debc456f042", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:18.365695 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59962cb3-101e-4736-bba0-1afc6294227f {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:18.366210 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'tag': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f', 'status': 'completed', 'code': 200} Mar 10 08:56:18.366406 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'tag': 'fb713eee-1570-4344-83a2-2debc456f042', 'status': 'completed', 'code': 200} Mar 10 08:56:18.395672 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:18.405310 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:18.407855 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8779323 Mar 10 08:56:18.416201 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ae89a-f25c-4630-9e36-783638614919 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=8986c105-1583-4de1-9c78-4285d25dd6df,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:18.498866 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-1c546aaa-788d-4b7b-bccb-149489faae8d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3528583 Mar 10 08:56:18.509578 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-e2beb7cf-c67b-4f48-b606-f46d07340cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:18.512061 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-e2beb7cf-c67b-4f48-b606-f46d07340cb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1127 time: 0.5797698 Mar 10 08:56:18.520795 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d61e67-4524-4a87-90f2-43f3a0d15579 service neutron] Pushing event updated for resources: {'Port': ['ID=fb713eee-1570-4344-83a2-2debc456f042,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:18.540396 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Allocated IP 172.27.1.127 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/10f30f1a-782a-4d9a-a32a-d7da4a405808) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:18.589959 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-1ace8e2e-72df-482a-b4ae-bb325b82d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:18.589959 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-1ace8e2e-72df-482a-b4ae-bb325b82d28c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4191957d3e1437c89077589c24d62a1&device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 1127 time: 0.5868146 Mar 10 08:56:18.589959 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (9367cc03-0041-400e-9908-e1587bdd210a), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:18.684573 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-6b6ba88b-12fe-4ab0-8337-c60d4915ee40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 217 time: 0.1522276 Mar 10 08:56:18.722881 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:18.750295 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-937cf1bb-05ed-4106-86c4-3d3664ac581b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb713eee-1570-4344-83a2-2debc456f042 HTTP/1.1" status: 200 len: 217 time: 0.1185629 Mar 10 08:56:19.011278 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:19.013427 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-65e33b73-0e9a-4407-9c48-4625c112d359 service neutron] 10.222.0.31 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045294 Mar 10 08:56:19.128860 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-6ada368e-dac5-4e75-9936-13c316474cdd service neutron] 10.222.0.31 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142855 Mar 10 08:56:19.130753 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.275175 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:19.303693 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:19.312563 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:19.354145 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:19.354796 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.412900 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'Port': ['ID=10f30f1a-782a-4d9a-a32a-d7da4a405808,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:19.466000 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Publish callbacks [] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.481177 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (f4246c95-73a5-4d94-9f06-b09e3c8f0aac), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.559952 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.684992 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:19.695083 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 82be767c-219f-4865-acb3-7e2071c96825 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:19.695794 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.722451 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b9b3f-860e-40b2-b080-9c2ac4570cc9 None None] Pushing event updated for resources: {'Port': ['ID=f78a6a8a-6874-41e3-907b-5dc50f99b703,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:19.768663 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Attempting to bind port f78a6a8a-6874-41e3-907b-5dc50f99b703 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:19.769159 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Attempting to bind port f78a6a8a-6874-41e3-907b-5dc50f99b703 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:19.769585 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Attempting to bind port f78a6a8a-6874-41e3-907b-5dc50f99b703 on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:19.781840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:19.786047 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Checking segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:19.792293 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.795280 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Bound using segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:19.799474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Bound port: f78a6a8a-6874-41e3-907b-5dc50f99b703, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:19.800292 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.806633 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9367cc03-0041-400e-9908-e1587bdd210a {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:19.863842 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Publish callbacks [] for port (9367cc03-0041-400e-9908-e1587bdd210a), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:19.916024 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Transition to ACTIVE for port object 9367cc03-0041-400e-9908-e1587bdd210a will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:56:20.065965 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (9367cc03-0041-400e-9908-e1587bdd210a), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:20.071961 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 82be767c-219f-4865-acb3-7e2071c96825 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:20.087756 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (82be767c-219f-4865-acb3-7e2071c96825), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:20.126677 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eae370-a465-4a30-b09a-a1d38e7e368c req-17536619-9d65-4005-b63e-575db717f98f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:20.134837 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-93eae370-a465-4a30-b09a-a1d38e7e368c req-17536619-9d65-4005-b63e-575db717f98f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 932 time: 1.7082446 Mar 10 08:56:20.166260 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-063cd834-492e-4822-aafe-045c0b45002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:20.169340 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-063cd834-492e-4822-aafe-045c0b45002e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 1.4319441 Mar 10 08:56:20.216054 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:20.246890 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] For port f78a6a8a-6874-41e3-907b-5dc50f99b703, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:20.252737 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] For port f78a6a8a-6874-41e3-907b-5dc50f99b703, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f78a6a8a-6874-41e3-907b-5dc50f99b703,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:20.327590 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 82be767c-219f-4865-acb3-7e2071c96825 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:20.335098 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 0640c709-c9b2-469d-afa9-c6a28a25241e up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:20.370182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-8f44ed91-a44f-4729-89d8-4c3108ef4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:20.372157 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-8f44ed91-a44f-4729-89d8-4c3108ef4845 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=547aa18b-6374-48b6-9266-38f53616538e HTTP/1.1" status: 200 len: 852 time: 0.4360416 Mar 10 08:56:20.372759 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-1ebe5d77-d35a-4a34-b36b-52671f4332ed tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1935351266&fields=id&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 267 time: 0.1535468 Mar 10 08:56:20.395727 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-656def7e-99fe-44ca-a7ea-770a207b6414 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656096 Mar 10 08:56:20.436266 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e0894c1a-9500-4382-839e-18ec4381aacb None None] Provisioning complete for port f78a6a8a-6874-41e3-907b-5dc50f99b703 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:20.436266 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e0894c1a-9500-4382-839e-18ec4381aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:20.505352 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9367cc03-0041-400e-9908-e1587bdd210a,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:20.635990 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-f2fdc34a-86bd-4e48-8070-038a19ec0158 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841273 Mar 10 08:56:20.639380 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 0640c709-c9b2-469d-afa9-c6a28a25241e triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:20.640875 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:20.681334 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-897f460e-6ec6-4527-9e06-460edee85902 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:20.687013 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-897f460e-6ec6-4527-9e06-460edee85902 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.3129711 Mar 10 08:56:20.693021 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-93eae370-a465-4a30-b09a-a1d38e7e368c req-74d50142-9428-45fa-b4fd-a63233bdc1dd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547175 Mar 10 08:56:20.700845 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e0894c1a-9500-4382-839e-18ec4381aacb None None] Port f78a6a8a-6874-41e3-907b-5dc50f99b703 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:20.814208 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 0640c709-c9b2-469d-afa9-c6a28a25241e is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:20.815667 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 011853ce-8620-4633-a38f-594e30895cdd up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:20.884491 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 011853ce-8620-4633-a38f-594e30895cdd triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:20.928081 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (011853ce-8620-4633-a38f-594e30895cdd), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:20.928576 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-7567e07e-a9ac-4db4-99d6-0d9707bb740b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/quotas/4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 375 time: 0.0104315 Mar 10 08:56:21.018219 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 011853ce-8620-4633-a38f-594e30895cdd is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:21.026099 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Attempting to bind port 9367cc03-0041-400e-9908-e1587bdd210a on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:21.027252 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Attempting to bind port 9367cc03-0041-400e-9908-e1587bdd210a by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:21.027922 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Attempting to bind port 9367cc03-0041-400e-9908-e1587bdd210a on network f33bbe54-bfd7-4009-b89c-75cf7ffe278f {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:21.052618 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-bdfe1879-1c8e-4eb1-8726-d6e27bab2bc4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152272 Mar 10 08:56:21.120297 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Port 9367cc03-0041-400e-9908-e1587bdd210a on network f33bbe54-bfd7-4009-b89c-75cf7ffe278f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:56:21.120663 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Attempting to bind port 9367cc03-0041-400e-9908-e1587bdd210a on network f33bbe54-bfd7-4009-b89c-75cf7ffe278f {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:21.150397 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:21.150921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Checking segment: {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:21.151275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Bound using segment: {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:21.151712 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Bound port: 9367cc03-0041-400e-9908-e1587bdd210a, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:21.152075 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (9367cc03-0041-400e-9908-e1587bdd210a), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:21.177710 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-6628f18b-efdd-4de5-aa7b-b67fb9a6e3b5 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189627 Mar 10 08:56:21.208678 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-029c62e5-112c-473f-a43c-41413429cace service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518800 Mar 10 08:56:21.221731 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-f111abe8-0c95-470f-baad-33ce13ec5212 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976845 Mar 10 08:56:21.230931 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8fc72-548c-45b0-ab80-541967b00933 req-8150c87a-5aa5-4691-b305-20ad25e9694d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:21.232575 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d5d8fc72-548c-45b0-ab80-541967b00933 req-8150c87a-5aa5-4691-b305-20ad25e9694d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.1861596 Mar 10 08:56:21.243652 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:21.274810 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:21.365501 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] For port 9367cc03-0041-400e-9908-e1587bdd210a, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:21.428629 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (f4246c95-73a5-4d94-9f06-b09e3c8f0aac), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:21.430078 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:21.430743 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:21.462820 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'Port': ['ID=10f30f1a-782a-4d9a-a32a-d7da4a405808,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:21.509687 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-55d1d9f3-d8aa-4e9c-ab16-441d7b67e697 service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902977 Mar 10 08:56:21.533544 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b9b3f-860e-40b2-b080-9c2ac4570cc9 None None] Pushing event updated for resources: {'Port': ['ID=f78a6a8a-6874-41e3-907b-5dc50f99b703,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:21.537280 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:21.542072 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-652e81c9-1854-4b05-8197-abc1f5ac291b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4298763 Mar 10 08:56:21.605787 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d5d8fc72-548c-45b0-ab80-541967b00933 req-8a05ffbf-3802-48b5-9843-9c6201996d90 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523676 Mar 10 08:56:21.627668 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] For port 9367cc03-0041-400e-9908-e1587bdd210a, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9367cc03-0041-400e-9908-e1587bdd210a,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:21.715114 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-21ac0fba-205b-45e0-a9fe-f154dd82b2f0 req-1be10e71-b49c-4e10-be46-04be8ce816e0 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789639 Mar 10 08:56:21.760667 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7d57d0c8-6624-4996-a7ca-978bb57a912d req-bd9d0f6b-e5a9-41cb-b69a-9abd6d7715fd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0371311 Mar 10 08:56:21.788707 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (9367cc03-0041-400e-9908-e1587bdd210a), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:21.880912 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9367cc03-0041-400e-9908-e1587bdd210a,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:21.910533 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2890efc-c409-4ddc-b92d-3c3a9d8ef856 req-b61ec096-2baf-4776-a1b8-246f83c1e657 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304193 Mar 10 08:56:21.954957 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:21.955596 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:21.957185 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-ee65540f-debb-47b5-9a35-4b12d99d82f4 service neutron] 10.222.0.30 "PUT /v2.0/ports/9367cc03-0041-400e-9908-e1587bdd210a HTTP/1.1" status: 200 len: 1094 time: 4.0449252 Mar 10 08:56:21.961208 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b64087-18b2-4552-9684-a8b8f2205f65', 'tag': '9367cc03-0041-400e-9908-e1587bdd210a'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:21.978250 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0534ef60-a700-4ffb-b6cf-9acf9351b95a" -d '{"events": [{"name": "network-changed", "server_uuid": "80b64087-18b2-4552-9684-a8b8f2205f65", "tag": "9367cc03-0041-400e-9908-e1587bdd210a"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:22.053520 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:22.096877 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-01995612-892b-4302-bbbb-067ae2f63409 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--848906856&fields=id&tenant_id=f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 267 time: 0.1842291 Mar 10 08:56:22.213520 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-9f3f653d-b545-4d07-9a12-4f4760ccbd0f None None] Provisioning complete for port f78a6a8a-6874-41e3-907b-5dc50f99b703 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:22.213520 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f3f653d-b545-4d07-9a12-4f4760ccbd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:22.299512 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44bf95-d2f8-422a-9cbe-fa369766059d req-3b83dbff-4c5d-4abb-94d3-e4d8932ac859 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:22.299512 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dd44bf95-d2f8-422a-9cbe-fa369766059d req-3b83dbff-4c5d-4abb-94d3-e4d8932ac859 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 944 time: 0.1843500 Mar 10 08:56:22.364343 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f653d-b545-4d07-9a12-4f4760ccbd0f None None] Current status of the port f78a6a8a-6874-41e3-907b-5dc50f99b703 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:22.364745 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f3f653d-b545-4d07-9a12-4f4760ccbd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:22.406878 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-ea515f87-83d9-4ddc-8e09-3d28a8a57d11 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:22.408773 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-ea515f87-83d9-4ddc-8e09-3d28a8a57d11 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 817 time: 0.3107352 Mar 10 08:56:22.418119 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-8e7ac378-13c2-4525-8407-3212ddd379fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:22.419730 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-8e7ac378-13c2-4525-8407-3212ddd379fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1127 time: 0.4289768 Mar 10 08:56:22.427968 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dd44bf95-d2f8-422a-9cbe-fa369766059d req-44ffc705-19fa-4df4-b124-b34b227d0f45 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055472 Mar 10 08:56:22.452506 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546b89-cd6e-42f3-9da7-546837226497 req-cc209e70-5888-4a8f-8970-f274bb06fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:22.452506 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-cc209e70-5888-4a8f-8970-f274bb06fa6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 1128 time: 0.3314431 Mar 10 08:56:22.452506 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-5f7feb93-2452-452f-a512-b17370c717b7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/quotas/f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 375 time: 0.0277746 Mar 10 08:56:22.470229 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9f3f653d-b545-4d07-9a12-4f4760ccbd0f None None] For port f78a6a8a-6874-41e3-907b-5dc50f99b703, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f78a6a8a-6874-41e3-907b-5dc50f99b703,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:22.509241 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:20Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:22.546362 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099ff6c-081c-42b6-b06c-5c94f98f7d78 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:20Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:22.569722 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-1eeb8325-f8e7-4914-9859-f90eeeb9afd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9367cc03-0041-400e-9908-e1587bdd210a HTTP/1.1" status: 200 len: 217 time: 0.1104624 Mar 10 08:56:22.576951 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c9bb82d8-d9bf-47b3-b79a-5c96920d6144 req-d3a6a2ac-01d0-4c7b-bfce-33ab8aaa608e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 210 time: 0.0449367 Mar 10 08:56:22.587158 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9f3f653d-b545-4d07-9a12-4f4760ccbd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:22.658321 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f653d-b545-4d07-9a12-4f4760ccbd0f None None] Pushing event updated for resources: {'Port': ['ID=f78a6a8a-6874-41e3-907b-5dc50f99b703,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:22.696100 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af2a92-8c62-422f-97f7-dad4e37cfa50 x-openstack-request-id: req-a6af2a92-8c62-422f-97f7-dad4e37cfa50 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:22.696391 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b64087-18b2-4552-9684-a8b8f2205f65", "tag": "9367cc03-0041-400e-9908-e1587bdd210a", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:22.696641 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6af2a92-8c62-422f-97f7-dad4e37cfa50 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:22.697031 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b64087-18b2-4552-9684-a8b8f2205f65', 'tag': '9367cc03-0041-400e-9908-e1587bdd210a', 'status': 'completed', 'code': 200} Mar 10 08:56:22.747578 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8fd787ec-303d-4de5-8182-aa7b8ccdf9b5 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2580466 Mar 10 08:56:22.751546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-98ac995a-540f-4573-aebd-90451b4b3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:22.753294 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-98ac995a-540f-4573-aebd-90451b4b3369 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.3055830 Mar 10 08:56:22.806346 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04cde-6caf-4032-bde3-de86e41c6653 req-45d3e2f6-5c66-448b-94be-b77c1b9b373d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:22.806346 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9eb04cde-6caf-4032-bde3-de86e41c6653 req-45d3e2f6-5c66-448b-94be-b77c1b9b373d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.0671442 Mar 10 08:56:22.858817 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9eb04cde-6caf-4032-bde3-de86e41c6653 req-b4d3168b-ed1a-413d-9465-45d4995e8093 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Mar 10 08:56:22.863169 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-af05c45b-2553-4b94-a48a-2e92d1bfae39 service neutron] 10.222.0.31 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022904 Mar 10 08:56:22.943253 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d51b4306-2c7e-4092-a2ef-ad22a5050045 req-39815e43-bcb9-49ac-a451-4637b55716fb tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0291476 Mar 10 08:56:23.142789 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-fd5ec4d2-deac-44ae-b3a3-172a93c38110 service neutron] 10.222.0.31 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735958 Mar 10 08:56:23.177147 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f78a6a8a-6874-41e3-907b-5dc50f99b703 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:23.255202 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f78a6a8a-6874-41e3-907b-5dc50f99b703 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:23.255664 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:23.339132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f78a6a8a-6874-41e3-907b-5dc50f99b703 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:23.426284 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6d9ba089-46e3-40af-8d00-282d4ca53a62 req-89a2fbd0-0c1e-451d-ab4c-61be464c3a19 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 210 time: 0.0344999 Mar 10 08:56:23.608407 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b1ce0-2462-4adb-a92a-d91c9c0d1a05 req-cd7c2814-4688-46aa-8c5e-59ba66bfa402 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:23.615478 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-875b1ce0-2462-4adb-a92a-d91c9c0d1a05 req-cd7c2814-4688-46aa-8c5e-59ba66bfa402 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 944 time: 0.0866518 Mar 10 08:56:23.681681 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-875b1ce0-2462-4adb-a92a-d91c9c0d1a05 req-16da3537-6921-4497-b600-4bb755978eb9 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625656 Mar 10 08:56:23.737353 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c1538afd-85c4-44ab-9d13-81241df2efb2 req-cfc525e3-356d-41d9-a02c-60ed28f4984a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 210 time: 0.0585351 Mar 10 08:56:23.785251 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-d8a2c893-f0f1-4acd-86d1-7d1279023c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 217 time: 0.0475700 Mar 10 08:56:23.795968 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546b89-cd6e-42f3-9da7-546837226497 req-bf78a192-dedc-4aa3-a60f-2e52af0ad3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:23.797374 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-bf78a192-dedc-4aa3-a60f-2e52af0ad3cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.1050825 Mar 10 08:56:23.805294 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43900) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:23.857973 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-617b264c-51c4-457e-a516-75c84593093f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525672 Mar 10 08:56:23.878167 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-cb28e32a-bf21-4451-ba60-8d377e0ac48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:23.879571 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-cb28e32a-bf21-4451-ba60-8d377e0ac48e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.0854795 Mar 10 08:56:23.930193 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-ec355ee6-ae56-4968-a909-f006e6ba503a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352399 Mar 10 08:56:24.004870 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa4b9-6c3c-4bfd-92bd-2b508bcebf1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.066871 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-5640630c-a571-4fb5-af40-850c034f4f97 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981337 Mar 10 08:56:24.105290 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-fce05483-5109-4f4d-909b-572e85e2c597 req-123db54b-b22d-4091-b64d-2cf11b66cd61 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0531447 Mar 10 08:56:24.164792 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-4f4bc296-af56-4189-b43c-e1751e3bc240 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071598 Mar 10 08:56:24.187023 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62000434-c3c0-439a-acdc-3b1076a16064 req-0c1220a2-b37a-436f-b05f-b4b863f7649b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:24.188543 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62000434-c3c0-439a-acdc-3b1076a16064 req-0c1220a2-b37a-436f-b05f-b4b863f7649b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.1856644 Mar 10 08:56:24.200937 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa4b9-6c3c-4bfd-92bd-2b508bcebf1c admin admin] Publish callbacks [] for security_group (20c15d1a-f733-4493-a68e-864320665d40), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.282411 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9546b89-cd6e-42f3-9da7-546837226497 req-9b956b07-32e6-4b93-8692-5f8c5af1f6c1 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089434 Mar 10 08:56:24.300598 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa4b9-6c3c-4bfd-92bd-2b508bcebf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (20c15d1a-f733-4493-a68e-864320665d40), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.330722 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62000434-c3c0-439a-acdc-3b1076a16064 req-1d6f0f10-2a26-4cfe-8f87-50974e224829 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292272 Mar 10 08:56:24.340842 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-02fa7334-9380-4618-805f-d4b4f6b61c2c service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698413 Mar 10 08:56:24.385677 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-7ddaa4b9-6c3c-4bfd-92bd-2b508bcebf1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61a9ad27146d43a08a02e815057ee5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5775509 Mar 10 08:56:24.386664 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 43930) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:24.416471 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaa4b9-6c3c-4bfd-92bd-2b508bcebf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c15d1a-f733-4493-a68e-864320665d40,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:24.501696 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0b63ec85-dea0-40b5-bc99-bc9e0b9b390c admin admin] Publish callbacks [] for security_group (20c15d1a-f733-4493-a68e-864320665d40), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.528700 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0b63ec85-dea0-40b5-bc99-bc9e0b9b390c admin admin] Publish callbacks [] for security_group (20c15d1a-f733-4493-a68e-864320665d40), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.534408 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.554616 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-643f816d-a5a2-49e1-95d7-4d3f3ebee954 req-f9cf386d-4108-4418-ad2b-08998d9c2ced tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 210 time: 0.0280311 Mar 10 08:56:24.689986 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:56:24.695179 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0b63ec85-dea0-40b5-bc99-bc9e0b9b390c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (20c15d1a-f733-4493-a68e-864320665d40), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.697693 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0b63ec85-dea0-40b5-bc99-bc9e0b9b390c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:24.700057 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0b63ec85-dea0-40b5-bc99-bc9e0b9b390c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20c15d1a-f733-4493-a68e-864320665d40 HTTP/1.1" status: 204 len: 168 time: 0.3111658 Mar 10 08:56:24.719817 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63ec85-dea0-40b5-bc99-bc9e0b9b390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c15d1a-f733-4493-a68e-864320665d40,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:24.729569 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-3f4e79b0-e729-4095-8817-c9cc974dec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:24.731142 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-3f4e79b0-e729-4095-8817-c9cc974dec95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4191957d3e1437c89077589c24d62a1&device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 1127 time: 0.1150544 Mar 10 08:56:24.735028 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-4db1143c-9a4f-4419-b74f-6415c2e85c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:24.736431 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-4db1143c-9a4f-4419-b74f-6415c2e85c38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 1128 time: 0.1111963 Mar 10 08:56:24.878507 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-93193ef3-fbc1-43b6-8e1e-806fcca8ad2f req-afe391a9-c124-4356-9af4-9693daf55d02 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 210 time: 0.0301018 Mar 10 08:56:24.949105 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83879126-50c0-4d2b-b14d-9cdad4b296a8 req-aeb3f464-5322-4406-8469-8d40420c6fde tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:24.950646 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-83879126-50c0-4d2b-b14d-9cdad4b296a8 req-aeb3f464-5322-4406-8469-8d40420c6fde tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 944 time: 0.1838253 Mar 10 08:56:24.951628 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-06df2dce-d2c2-4e21-ad2d-80dfd75298e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:24.952936 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-06df2dce-d2c2-4e21-ad2d-80dfd75298e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a HTTP/1.1" status: 200 len: 913 time: 0.2148693 Mar 10 08:56:24.958864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-dc6f4f24-44b5-4f3c-9a5b-f92488df1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:24.960288 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-dc6f4f24-44b5-4f3c-9a5b-f92488df1f04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.2129383 Mar 10 08:56:25.013451 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-53f702ed-9bb4-4af3-bc9a-3c0c8928def3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb713eee-1570-4344-83a2-2debc456f042 HTTP/1.1" status: 200 len: 217 time: 0.0523257 Mar 10 08:56:25.049166 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-a0368127-c949-4c55-90a9-b8aebc573756 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9367cc03-0041-400e-9908-e1587bdd210a HTTP/1.1" status: 200 len: 217 time: 0.0771730 Mar 10 08:56:25.160644 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-83879126-50c0-4d2b-b14d-9cdad4b296a8 req-95671370-68c8-4e81-9560-cb7712544a08 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030561 Mar 10 08:56:25.164385 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-87bc845e-1b62-4cfd-b966-c63a99c0960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:25.165829 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-87bc845e-1b62-4cfd-b966-c63a99c0960c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=547aa18b-6374-48b6-9266-38f53616538e HTTP/1.1" status: 200 len: 852 time: 0.1255245 Mar 10 08:56:25.189085 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-c4729cd5-3144-4059-b0e0-d4338e02cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:25.191944 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-c4729cd5-3144-4059-b0e0-d4338e02cb70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.1117504 Mar 10 08:56:25.236939 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-e3e22eba-d494-4c06-b5cf-85f32f546720 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610538 Mar 10 08:56:25.239997 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-6d3850c2-6d86-48a0-b265-2eb4a3c6629d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410688 Mar 10 08:56:25.284616 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f7da18ba-c94e-4a0d-bf7f-4fb88567c21e req-83a0aa2a-6ffa-4b27-99d6-a7f9d3fdf7a2 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0464995 Mar 10 08:56:25.439100 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-f0f182c1-6cf5-40f9-bed9-b9243396ffa8 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895902 Mar 10 08:56:25.440884 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-cd1801b4-616f-4e24-b5b6-e4024e2acea6 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904879 Mar 10 08:56:25.598417 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43984) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:25.611671 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d557a2b-36e5-4919-b2fe-999a49e8ab15 req-cc6bc225-ca26-4df0-a054-f5aea58f9f29 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:25.613443 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7d557a2b-36e5-4919-b2fe-999a49e8ab15 req-cc6bc225-ca26-4df0-a054-f5aea58f9f29 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.1973715 Mar 10 08:56:25.620556 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc6bc-f45d-439b-8f03-9a823e6bcd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:25.657643 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d18b0fe-c96a-4166-8358-0a1cfe4a60b7 req-b86d82ad-1a6a-4b38-8298-f4d04696a0ea service neutron] 10.222.0.30 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016537 Mar 10 08:56:25.673338 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0534ef60-a700-4ffb-b6cf-9acf9351b95a req-43ce299b-6656-4062-832f-8338c45ec7ed service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183766 Mar 10 08:56:25.742682 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-59c05e36-1216-4887-92c1-e1cbfb9583cd req-e98d2640-4f95-4cd3-af4e-32fdb90328fa tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 210 time: 0.0329604 Mar 10 08:56:25.796780 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc6bc-f45d-439b-8f03-9a823e6bcd19 admin admin] Publish callbacks [] for security_group (8a0a930d-254b-444c-ace5-581f81d97bac), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:25.801191 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7d557a2b-36e5-4919-b2fe-999a49e8ab15 req-95f2ad8e-07bd-4767-a3c1-ed54460e3663 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704268 Mar 10 08:56:25.841538 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-a6325ae1-ca98-484d-bd74-ac8fd5188848 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:25.847222 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-a6325ae1-ca98-484d-bd74-ac8fd5188848 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 811 time: 0.1690135 Mar 10 08:56:25.916742 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-19030c28-0243-4cc0-8718-a25f754e43b3 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52092f300ec94a1a8cd120b28efcad43 HTTP/1.1" status: 200 len: 380 time: 0.0649946 Mar 10 08:56:25.923603 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc6bc-f45d-439b-8f03-9a823e6bcd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (8a0a930d-254b-444c-ace5-581f81d97bac), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:25.931872 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'port': {'device_id': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'admin_state_up': True, 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'security_groups': ['4b89738c-3406-4a45-8298-d76576353426']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:25.990274 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1957c0ff-0efb-457a-9fc0-fdb021566869 req-1c1ecc70-94f8-4c52-b335-1770633c7c9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 210 time: 0.0440671 Mar 10 08:56:25.990893 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cc6bc-f45d-439b-8f03-9a823e6bcd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a930d-254b-444c-ace5-581f81d97bac,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:25.994948 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-5a5cc6bc-f45d-439b-8f03-9a823e6bcd19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2afe9910593c413a9f768e763d282595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948009 Mar 10 08:56:25.998117 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 43992) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:26.057727 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2d0f18cf-b5f8-43d0-b932-1641f01345e4 admin admin] Publish callbacks [] for security_group (8a0a930d-254b-444c-ace5-581f81d97bac), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:26.082602 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2d0f18cf-b5f8-43d0-b932-1641f01345e4 admin admin] Publish callbacks [] for security_group (8a0a930d-254b-444c-ace5-581f81d97bac), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:26.226697 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2d0f18cf-b5f8-43d0-b932-1641f01345e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (8a0a930d-254b-444c-ace5-581f81d97bac), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:26.230693 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2d0f18cf-b5f8-43d0-b932-1641f01345e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:26.236478 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-2d0f18cf-b5f8-43d0-b932-1641f01345e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a0a930d-254b-444c-ace5-581f81d97bac HTTP/1.1" status: 204 len: 168 time: 0.2362058 Mar 10 08:56:26.247655 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f18cf-b5f8-43d0-b932-1641f01345e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a930d-254b-444c-ace5-581f81d97bac,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:26.402875 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f71ca7b9-8d83-48be-97cd-625db3313495 req-416153ca-3429-400d-bbd1-600fa4b890ce tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0316682 Mar 10 08:56:26.411050 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-9b5a44ea-efa4-4dff-bc19-196f583f1099 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:26.412531 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-9b5a44ea-efa4-4dff-bc19-196f583f1099 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.4115121 Mar 10 08:56:26.441566 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880bd1b-50e3-4303-8ce1-3df97b3152fd req-b8f28c65-4454-4077-aa21-473ce9e9429e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:26.443250 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7880bd1b-50e3-4303-8ce1-3df97b3152fd req-b8f28c65-4454-4077-aa21-473ce9e9429e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 944 time: 0.1314056 Mar 10 08:56:26.514775 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Made reservation on behalf of 52092f300ec94a1a8cd120b28efcad43 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:56:26.518004 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:26.562515 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7880bd1b-50e3-4303-8ce1-3df97b3152fd req-4b7111da-5cfe-41f9-9bf8-4170636d0b2c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117728 Mar 10 08:56:26.581829 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-fd168a10-14da-4c5d-8b91-af9c9cc206f4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 380 time: 0.1548624 Mar 10 08:56:26.595149 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'port': {'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'admin_state_up': True, 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'security_groups': ['ab50c332-1156-4a48-95cf-1bbe9af661d3']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:26.754198 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-46088cf2-34b4-48f3-8382-7082ed3f695a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:26.755653 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-46088cf2-34b4-48f3-8382-7082ed3f695a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 817 time: 0.2664030 Mar 10 08:56:26.885329 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a764d56d-9d1e-49c2-9220-1ebb663769cb req-46a4e760-3b1d-4104-9787-053d69da1994 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 210 time: 0.0365670 Mar 10 08:56:26.886279 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Allocated IP 172.20.0.6 (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484/a8a1754f-2c5d-4333-9a01-038205dc9bfb/6fd4f30a-18da-47b6-b084-6643a3db9700) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:26.916778 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-32651a0f-f6a8-432d-93b2-d15754271d1f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 379 time: 0.1495321 Mar 10 08:56:26.928073 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'port': {'device_id': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'admin_state_up': True, 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'security_groups': ['5b9dbcef-5212-475e-88d9-a687ff3cf013']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:26.981379 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Made reservation on behalf of 4c87f8b04d8448aab3f1fd8713ca327e for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:56:26.984857 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.125492 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5926966d-b69c-430c-a029-fbfb55ff0450 req-cd763757-e3fa-4f0b-8a32-c4ce15749e31 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 210 time: 0.0412951 Mar 10 08:56:27.153663 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d203eb5-1f65-42a2-af6d-7e505ff0e170 req-7003e07e-ad7d-4ca5-af36-ee2a0743c78b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:27.155150 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d203eb5-1f65-42a2-af6d-7e505ff0e170 req-7003e07e-ad7d-4ca5-af36-ee2a0743c78b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.2237716 Mar 10 08:56:27.330791 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0d203eb5-1f65-42a2-af6d-7e505ff0e170 req-6a500b78-c944-4eb5-8cba-ab518e510b41 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330743 Mar 10 08:56:27.335575 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.351336 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.20.0.3 (a6667865-21e8-493b-9fa6-db0ec960aac6/dd559e36-f593-4914-9104-0e0e852b04c1/d14036a1-7555-4c88-89c0-1425d7d9bfd5) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:27.412497 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Made reservation on behalf of f12310224d354d2a8f06fedf08617c0f for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:56:27.415839 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.492122 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.541671 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9839887-eac7-4b30-ac5d-f8897beebaee req-04fba684-1300-40b8-b2d6-45ebbe3f67b2 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:27.544142 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b9839887-eac7-4b30-ac5d-f8897beebaee req-04fba684-1300-40b8-b2d6-45ebbe3f67b2 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 931 time: 0.0623598 Mar 10 08:56:27.599829 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:27.615480 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:27.615480 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:27.624935 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:27.624935 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.641165 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b9839887-eac7-4b30-ac5d-f8897beebaee req-216343bf-ec99-4134-ae2d-66ab1f4b54b3 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907595 Mar 10 08:56:27.685885 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.691182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'Port': ['ID=6fd4f30a-18da-47b6-b084-6643a3db9700,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:27.752388 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Allocated IP 172.20.0.12 (d9aac22b-95a1-4c4e-9131-d1d15a039f9c/27941fd2-7d61-4c83-81ac-3463159aa9aa/bad3c2f3-450e-4a32-95e6-8738dc9d556c) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:56:27.790181 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-133bea0e-f876-4216-a5ef-966c6a61cc35 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8680964 Mar 10 08:56:27.816175 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Request body: {'port': {'device_id': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:27.871284 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139fa94-42f4-4348-8ab1-b84ecf99a0b5 req-872eb992-0319-4e4c-bfd2-092d83ebda56 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:27.872828 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1139fa94-42f4-4348-8ab1-b84ecf99a0b5 req-872eb992-0319-4e4c-bfd2-092d83ebda56 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 944 time: 0.1631143 Mar 10 08:56:27.960378 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-650d004b-3009-40bd-8029-3b655e7509c9 None None] Provisioning complete for port 6fd4f30a-18da-47b6-b084-6643a3db9700 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:27.961970 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-650d004b-3009-40bd-8029-3b655e7509c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.981584 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:27.985508 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e6cccc47-756c-48d9-aaf0-933b493e5986 req-6accfb46-075d-41b3-adb6-8735f27907c5 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 210 time: 0.0325370 Mar 10 08:56:27.987755 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.003998 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-650d004b-3009-40bd-8029-3b655e7509c9 None None] Port 6fd4f30a-18da-47b6-b084-6643a3db9700 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:28.100192 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:28.114902 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1139fa94-42f4-4348-8ab1-b84ecf99a0b5 req-9a61998f-1f07-4cab-89a2-72b4fa22f508 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230537 Mar 10 08:56:28.120112 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:28.122911 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:28.128479 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:28.128984 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.139549 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=d14036a1-7555-4c88-89c0-1425d7d9bfd5,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:28.170329 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.264908 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-815602f8-cde7-49bb-9408-229862066d91 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6764038 Mar 10 08:56:28.275243 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cd096-459a-4639-a911-6108cc6c70ce req-d231a7ad-01cf-4411-ad80-f9d55cd71fc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:28.287546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Request body: {'port': {'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:28.290169 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-528cd096-459a-4639-a911-6108cc6c70ce req-d231a7ad-01cf-4411-ad80-f9d55cd71fc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 931 time: 0.0929666 Mar 10 08:56:28.351871 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-528cd096-459a-4639-a911-6108cc6c70ce req-fa4c435f-9a63-4f71-b25e-6f64bd34772c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604045 Mar 10 08:56:28.402794 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.420331 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.426631 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-1869d80e-342c-4faf-934d-61397d0c8e22 None None] Provisioning complete for port d14036a1-7555-4c88-89c0-1425d7d9bfd5 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:28.428164 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1869d80e-342c-4faf-934d-61397d0c8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.475640 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-1869d80e-342c-4faf-934d-61397d0c8e22 None None] Port d14036a1-7555-4c88-89c0-1425d7d9bfd5 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:28.512238 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:56:28.544861 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:56:28.547515 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:56:28.553120 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:28.553738 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.578156 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:28.654947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745219cb-feb9-414e-926b-bc077fdb5b40 req-0f809614-7c95-412a-8a5c-bc90655c5183 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:28.656584 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-745219cb-feb9-414e-926b-bc077fdb5b40 req-0f809614-7c95-412a-8a5c-bc90655c5183 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.2446029 Mar 10 08:56:28.716931 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-8a736dc2-507e-4bf8-bcd5-26934254bb96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7946553 Mar 10 08:56:28.721942 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd4f30a-18da-47b6-b084-6643a3db9700 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:28.784482 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1380f-0d1b-4245-a368-7bc47c4d4dee req-cf98c2fc-b9d6-4079-9b2e-fcda20defbdf tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:28.786241 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bbd1380f-0d1b-4245-a368-7bc47c4d4dee req-cf98c2fc-b9d6-4079-9b2e-fcda20defbdf tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 931 time: 0.0642543 Mar 10 08:56:28.807285 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-9e85c1bf-b77b-479f-9570-dbd1454a336c None None] Provisioning complete for port bad3c2f3-450e-4a32-95e6-8738dc9d556c triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:28.807975 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9e85c1bf-b77b-479f-9570-dbd1454a336c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:28.855320 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-9e85c1bf-b77b-479f-9570-dbd1454a336c None None] Port bad3c2f3-450e-4a32-95e6-8738dc9d556c cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:56:28.859244 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bbd1380f-0d1b-4245-a368-7bc47c4d4dee req-4fe37c31-416d-47f4-a482-97f2878e5802 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671828 Mar 10 08:56:28.948248 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Request body: {'port': {'device_id': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:28.955996 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Publish callbacks [] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.004816 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Transition to ACTIVE for port object 6fd4f30a-18da-47b6-b084-6643a3db9700 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:56:29.081276 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-745219cb-feb9-414e-926b-bc077fdb5b40 req-4be30f50-6ee5-45cb-a9f7-e9bafe294fad tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680081 Mar 10 08:56:29.112122 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.118318 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.144801 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a017c6-d1e1-4613-a933-e5ea9f2efd8e req-797009f7-39bc-4443-9b46-a4a8133dbc05 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:29.153225 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a4a017c6-d1e1-4613-a933-e5ea9f2efd8e req-797009f7-39bc-4443-9b46-a4a8133dbc05 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 932 time: 0.0670900 Mar 10 08:56:29.210757 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a4a017c6-d1e1-4613-a933-e5ea9f2efd8e req-55002f12-abb1-4c35-9e1b-cc9db17fa411 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562763 Mar 10 08:56:29.235806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd4f30a-18da-47b6-b084-6643a3db9700,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:29.366236 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Attempting to bind port 6fd4f30a-18da-47b6-b084-6643a3db9700 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:29.366575 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Attempting to bind port 6fd4f30a-18da-47b6-b084-6643a3db9700 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:29.366911 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Attempting to bind port 6fd4f30a-18da-47b6-b084-6643a3db9700 on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:29.408820 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Port 6fd4f30a-18da-47b6-b084-6643a3db9700 on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:56:29.409068 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Attempting to bind port 6fd4f30a-18da-47b6-b084-6643a3db9700 on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:29.433626 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:29.433626 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Checking segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:29.433626 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Bound using segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:29.435258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Bound port: 6fd4f30a-18da-47b6-b084-6643a3db9700, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:29.435258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.445808 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d4b033e3-2840-4e07-904a-cb9ca7e66f5f details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:56:29.449066 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14036a1-7555-4c88-89c0-1425d7d9bfd5 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:29.463831 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94d535-6982-46e7-b0c4-487dddd540a5 req-20fb8dd4-d1a7-4946-be5e-a086dde85d80 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:29.463831 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2b94d535-6982-46e7-b0c4-487dddd540a5 req-20fb8dd4-d1a7-4946-be5e-a086dde85d80 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 944 time: 0.2540531 Mar 10 08:56:29.488637 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Publish callbacks [] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.519655 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704cc9b-2f69-44f1-917d-e90c16cccaf5 req-59a8c5dd-509e-483f-96ce-3f17c256ee3d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:29.523585 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2704cc9b-2f69-44f1-917d-e90c16cccaf5 req-59a8c5dd-509e-483f-96ce-3f17c256ee3d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 931 time: 0.0837324 Mar 10 08:56:29.547468 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Transition to ACTIVE for port object d14036a1-7555-4c88-89c0-1425d7d9bfd5 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:56:29.586517 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2704cc9b-2f69-44f1-917d-e90c16cccaf5 req-7739ff80-3821-47c0-9c42-35d69a81fe3a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565424 Mar 10 08:56:29.599978 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d4b033e3-2840-4e07-904a-cb9ca7e66f5f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:29.618738 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f', 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'port_id': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f', 'mac_address': 'fa:16:3e:3f:12:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:56:29.647263 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2b94d535-6982-46e7-b0c4-487dddd540a5 req-5a072096-2b2e-4c49-bb8c-e46ffcd9266d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706636 Mar 10 08:56:29.652054 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] For port 6fd4f30a-18da-47b6-b084-6643a3db9700, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:29.670390 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port d4b033e3-2840-4e07-904a-cb9ca7e66f5f is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:29.670788 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.677440 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] For port 6fd4f30a-18da-47b6-b084-6643a3db9700, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6fd4f30a-18da-47b6-b084-6643a3db9700,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:29.684455 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b033e3-2840-4e07-904a-cb9ca7e66f5f {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:29.690197 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.704891 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d4b033e3-2840-4e07-904a-cb9ca7e66f5f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:29.770249 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.770931 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 9367cc03-0041-400e-9908-e1587bdd210a details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:56:29.780740 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.784481 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad3c2f3-450e-4a32-95e6-8738dc9d556c {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:29.790215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Pushing event updated for resources: {'Port': ['ID=d14036a1-7555-4c88-89c0-1425d7d9bfd5,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:29.802939 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Publish callbacks [] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.843787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 9367cc03-0041-400e-9908-e1587bdd210a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9367cc03-0041-400e-9908-e1587bdd210a,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:29.857513 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:29.864231 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:29.864842 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.866300 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 200 len: 1093 time: 2.0546472 Mar 10 08:56:29.866760 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:29.867660 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '9367cc03-0041-400e-9908-e1587bdd210a', 'network_id': 'f33bbe54-bfd7-4009-b89c-75cf7ffe278f', 'port_id': '9367cc03-0041-400e-9908-e1587bdd210a', 'mac_address': 'fa:16:3e:0f:8a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0ec19f-0c47-4d8f-ba58-93b99cde94ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:56:29.869005 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75e9500-ee1d-4715-80c1-59611b0afb61" -d '{"events": [{"name": "network-changed", "server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:29.882987 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Transition to ACTIVE for port object bad3c2f3-450e-4a32-95e6-8738dc9d556c will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:56:29.887812 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Attempting to bind port d14036a1-7555-4c88-89c0-1425d7d9bfd5 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:29.888076 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Attempting to bind port d14036a1-7555-4c88-89c0-1425d7d9bfd5 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:29.890824 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Attempting to bind port d14036a1-7555-4c88-89c0-1425d7d9bfd5 on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:29.905894 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Port d14036a1-7555-4c88-89c0-1425d7d9bfd5 on network a6667865-21e8-493b-9fa6-db0ec960aac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:56:29.906262 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Attempting to bind port d14036a1-7555-4c88-89c0-1425d7d9bfd5 on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:29.916532 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 9367cc03-0041-400e-9908-e1587bdd210a is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:29.916532 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (9367cc03-0041-400e-9908-e1587bdd210a), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.916767 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dadb3-9e15-473e-89dd-cc204e5469c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd4f30a-18da-47b6-b084-6643a3db9700,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:29.918551 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:29.918932 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Checking segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:29.919912 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Bound using segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:29.920358 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Bound port: d14036a1-7555-4c88-89c0-1425d7d9bfd5, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:29.920721 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:29.940657 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9367cc03-0041-400e-9908-e1587bdd210a {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:29.979747 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 9367cc03-0041-400e-9908-e1587bdd210a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9367cc03-0041-400e-9908-e1587bdd210a,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:29.995139 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.016279 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87eb03-2ce0-4a56-84bc-71eacb07f7b0 x-openstack-request-id: req-3f87eb03-2ce0-4a56-84bc-71eacb07f7b0 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:30.016853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:30.017096 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f87eb03-2ce0-4a56-84bc-71eacb07f7b0 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:30.017563 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'status': 'completed', 'code': 200} Mar 10 08:56:30.072831 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (9367cc03-0041-400e-9908-e1587bdd210a), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.073212 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] For port d14036a1-7555-4c88-89c0-1425d7d9bfd5, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:30.073576 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fb713eee-1570-4344-83a2-2debc456f042 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:56:30.115717 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] For port d14036a1-7555-4c88-89c0-1425d7d9bfd5, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:30.143709 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:30.233049 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.259008 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Attempting to bind port bad3c2f3-450e-4a32-95e6-8738dc9d556c on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:56:30.259417 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Attempting to bind port bad3c2f3-450e-4a32-95e6-8738dc9d556c by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:56:30.259750 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Attempting to bind port bad3c2f3-450e-4a32-95e6-8738dc9d556c on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:30.263632 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-c13f5522-db46-4c9f-bed3-77dd879f9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.265163 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-c13f5522-db46-4c9f-bed3-77dd879f9001 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 1127 time: 0.2646585 Mar 10 08:56:30.276128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aed01-508b-42f4-bb06-3ec7c355f85c req-208c1de1-3b7d-47a7-8dbe-9d7bfd3250d8 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.278035 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6e5aed01-508b-42f4-bb06-3ec7c355f85c req-208c1de1-3b7d-47a7-8dbe-9d7bfd3250d8 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.2652702 Mar 10 08:56:30.311963 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e5cdf-3362-44f9-ace8-b4217fd70da4 req-d5cd7248-ac9b-41a9-9b70-7b8090229aff tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.319693 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fb713eee-1570-4344-83a2-2debc456f042, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fb713eee-1570-4344-83a2-2debc456f042,segment=NetworkSegment(40ee055c-d4ca-4eb5-84dc-524e8c13a33b),segment_id=40ee055c-d4ca-4eb5-84dc-524e8c13a33b)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:30.320919 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d77e5cdf-3362-44f9-ace8-b4217fd70da4 req-d5cd7248-ac9b-41a9-9b70-7b8090229aff tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 943 time: 0.0809779 Mar 10 08:56:30.329122 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44132) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:30.331343 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=9367cc03-0041-400e-9908-e1587bdd210a,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:30.348552 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'fb713eee-1570-4344-83a2-2debc456f042', 'network_id': 'cbe0dd93-0000-4bb5-9b04-4ec8baffd71a', 'port_id': 'fb713eee-1570-4344-83a2-2debc456f042', 'mac_address': 'fa:16:3e:f9:08:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547aa18b-6374-48b6-9266-38f53616538e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:56:30.388986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Port bad3c2f3-450e-4a32-95e6-8738dc9d556c on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:56:30.389076 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Attempting to bind port bad3c2f3-450e-4a32-95e6-8738dc9d556c on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:56:30.401380 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-4659cd68-1810-4a5a-b11b-fff124aef97e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 200 len: 217 time: 0.0804546 Mar 10 08:56:30.417806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.418473 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.420206 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] 10.222.0.30 "PUT /v2.0/ports/d14036a1-7555-4c88-89c0-1425d7d9bfd5 HTTP/1.1" status: 200 len: 1093 time: 2.1396360 Mar 10 08:56:30.431180 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d77e5cdf-3362-44f9-ace8-b4217fd70da4 req-c77338b9-740f-4d4e-b0f5-7c7b840f929d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070654 Mar 10 08:56:30.445135 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port fb713eee-1570-4344-83a2-2debc456f042 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:30.445726 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fb713eee-1570-4344-83a2-2debc456f042), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.465674 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:56:30.466941 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Checking segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:56:30.467090 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Bound using segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:56:30.467538 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Bound port: bad3c2f3-450e-4a32-95e6-8738dc9d556c, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:56:30.468482 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.489378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4bbb2-af15-4db9-bce0-0ce86e56605a service neutron] Pushing event updated for resources: {'Port': ['ID=d14036a1-7555-4c88-89c0-1425d7d9bfd5,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:30.550757 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb713eee-1570-4344-83a2-2debc456f042 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:30.569008 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:56:30.574151 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:56:30.599681 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fb713eee-1570-4344-83a2-2debc456f042, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fb713eee-1570-4344-83a2-2debc456f042,segment=NetworkSegment(40ee055c-d4ca-4eb5-84dc-524e8c13a33b),segment_id=40ee055c-d4ca-4eb5-84dc-524e8c13a33b)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:30.624599 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-77a9b8c2-bb76-4915-b4f5-04d314736957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.657666 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411c7c2-e78b-46f9-a811-20ac07ab8edd req-2a9474ab-2477-4d7b-b709-f62ffb655a8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.659167 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0411c7c2-e78b-46f9-a811-20ac07ab8edd req-2a9474ab-2477-4d7b-b709-f62ffb655a8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.1517398 Mar 10 08:56:30.667949 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.683616 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6e5aed01-508b-42f4-bb06-3ec7c355f85c req-09343e3e-200f-425b-8757-5b5184fb9686 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514802 Mar 10 08:56:30.690894 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-bef98102-2b58-4239-badf-4dfbd1c8c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.692638 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-bef98102-2b58-4239-badf-4dfbd1c8c643 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.1978488 Mar 10 08:56:30.704431 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fb713eee-1570-4344-83a2-2debc456f042), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.728216 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.728852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.734318 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] 10.222.0.30 "PUT /v2.0/ports/bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 200 len: 1094 time: 1.7884977 Mar 10 08:56:30.748351 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0411c7c2-e78b-46f9-a811-20ac07ab8edd req-b0260bf6-fdd9-497b-a521-87a71048e0b4 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821121 Mar 10 08:56:30.785808 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241170b9-f946-4c81-ba93-fbccdcb61dff service neutron] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:30.832303 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=fb713eee-1570-4344-83a2-2debc456f042,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:30.839438 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-77a9b8c2-bb76-4915-b4f5-04d314736957 admin admin] Publish callbacks [] for security_group (b3685216-cde5-4656-bdf5-e76a5b4fe850), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.840326 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-53acc3cd-c128-47e6-ab51-11b75a29c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.842012 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-53acc3cd-c128-47e6-ab51-11b75a29c78d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 1127 time: 0.2286849 Mar 10 08:56:30.921355 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-149ebe54-879a-4137-b7ae-044eb90f5dce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5 HTTP/1.1" status: 200 len: 217 time: 0.0620987 Mar 10 08:56:30.928313 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-77a9b8c2-bb76-4915-b4f5-04d314736957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b3685216-cde5-4656-bdf5-e76a5b4fe850), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:30.968035 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-aafb6b28-9f85-40ac-865d-65c5d437024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.969534 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-aafb6b28-9f85-40ac-865d-65c5d437024b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2443624 Mar 10 08:56:30.972533 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3ddd-6b7c-4047-af7d-f40e6c2dd0ce req-466f410f-c552-4983-b1b5-73f8082c9a9b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:30.984724 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ae5a3ddd-6b7c-4047-af7d-f40e6c2dd0ce req-466f410f-c552-4983-b1b5-73f8082c9a9b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 945 time: 0.0979037 Mar 10 08:56:31.039505 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9b8c2-bb76-4915-b4f5-04d314736957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3685216-cde5-4656-bdf5-e76a5b4fe850,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:31.050506 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-77a9b8c2-bb76-4915-b4f5-04d314736957 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26fcde31d5684d0980647a5f4e8ca71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7194142 Mar 10 08:56:31.054910 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44154) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:31.062983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-150255cf-348c-4eff-8614-589a248606eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.064356 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-150255cf-348c-4eff-8614-589a248606eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.1085591 Mar 10 08:56:31.080045 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ae5a3ddd-6b7c-4047-af7d-f40e6c2dd0ce req-df067d7d-d1ab-4e14-b1b1-0e0d155e07e2 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943737 Mar 10 08:56:31.109233 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051e9e8-3a38-4418-b1bc-b1f396574c31 req-11bfa0d0-cf3c-4ca0-b817-f67e531fd00a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.109233 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d051e9e8-3a38-4418-b1bc-b1f396574c31 req-11bfa0d0-cf3c-4ca0-b817-f67e531fd00a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.2372041 Mar 10 08:56:31.114150 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1787c812-f939-4098-8dea-8a314d0fe1d6 admin admin] Publish callbacks [] for security_group (b3685216-cde5-4656-bdf5-e76a5b4fe850), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:31.137550 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1787c812-f939-4098-8dea-8a314d0fe1d6 admin admin] Publish callbacks [] for security_group (b3685216-cde5-4656-bdf5-e76a5b4fe850), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:31.146338 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-71bcd0b8-db2e-40cf-ab2b-518f22f50b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.147777 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-71bcd0b8-db2e-40cf-ab2b-518f22f50b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 1128 time: 0.2723715 Mar 10 08:56:31.189994 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['fb713eee-1570-4344-83a2-2debc456f042'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:56:31.216765 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-01350add-0b99-43e7-b453-8ff3cc301a5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 200 len: 217 time: 0.0529335 Mar 10 08:56:31.229396 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-0243a8cf-18c8-473b-929f-4bc81e0543d6 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309234 Mar 10 08:56:31.244972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['9367cc03-0041-400e-9908-e1587bdd210a'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:56:31.255951 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['d4b033e3-2840-4e07-904a-cb9ca7e66f5f'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:56:31.280504 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1787c812-f939-4098-8dea-8a314d0fe1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b3685216-cde5-4656-bdf5-e76a5b4fe850), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:31.285205 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1787c812-f939-4098-8dea-8a314d0fe1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:31.286895 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-1787c812-f939-4098-8dea-8a314d0fe1d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3685216-cde5-4656-bdf5-e76a5b4fe850 HTTP/1.1" status: 204 len: 168 time: 0.2306414 Mar 10 08:56:31.291686 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88961-5ba5-445c-a326-013173e2d1be req-50473f30-54a3-44a3-87eb-9ea5f475758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.292855 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-50473f30-54a3-44a3-87eb-9ea5f475758e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1985600 Mar 10 08:56:31.301597 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d051e9e8-3a38-4418-b1bc-b1f396574c31 req-6a7fcad7-74b9-4db5-8a7a-afb07cb4ad17 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833959 Mar 10 08:56:31.333502 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787c812-f939-4098-8dea-8a314d0fe1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3685216-cde5-4656-bdf5-e76a5b4fe850,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:31.375758 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-93cbe3ec-6174-49a0-aeb7-281d71145124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.377422 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-93cbe3ec-6174-49a0-aeb7-281d71145124 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.1529090 Mar 10 08:56:31.468314 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ffcde6d-c9ce-40ad-b7b0-e2dbf4d57da4 req-1b385951-f497-4a17-814b-6922a29765d5 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183230 Mar 10 08:56:31.496477 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-5fecd5e8-3771-4f78-a114-3ec86f0acdf7 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905107 Mar 10 08:56:31.509815 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-cab7e2eb-4f9a-400a-97e3-a6d2274a929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.513967 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-cab7e2eb-4f9a-400a-97e3-a6d2274a929b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1276345 Mar 10 08:56:31.610677 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2338d-d4cd-4048-a0ce-e9d2f6fd6db0 req-5c87498c-8b22-453b-8752-e3ad07a2dca3 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.612486 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-73d2338d-d4cd-4048-a0ce-e9d2f6fd6db0 req-5c87498c-8b22-453b-8752-e3ad07a2dca3 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 944 time: 0.0837481 Mar 10 08:56:31.697047 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-73d2338d-d4cd-4048-a0ce-e9d2f6fd6db0 req-a8239b0b-5ce3-4978-b46a-024569304ce4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778623 Mar 10 08:56:31.923549 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44282b2a-48bc-4fa1-a8be-5fd5652d5269 req-997fad18-e578-459f-93e8-301737364fac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:31.925212 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-44282b2a-48bc-4fa1-a8be-5fd5652d5269 req-997fad18-e578-459f-93e8-301737364fac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0796216 Mar 10 08:56:31.984742 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-44282b2a-48bc-4fa1-a8be-5fd5652d5269 req-9dc02503-9585-4e96-9c86-dcd07773b8da tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531578 Mar 10 08:56:32.005951 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-75f88961-5ba5-445c-a326-013173e2d1be req-fff85289-1349-430a-98ed-c746b997ec26 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909389 Mar 10 08:56:32.020118 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5'}, {'name': 'network-changed', 'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:32.022358 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a4bde2-fa61-4e74-a75f-5d47198b24b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5"}, {"name": "network-changed", "server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:32.029495 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-3c78e79b-84ce-44eb-bd4b-32abd45fc123 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058351 Mar 10 08:56:32.062801 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-93f1a42a-588c-4869-bca5-f8b5eec6dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.064335 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-93f1a42a-588c-4869-bca5-f8b5eec6dac9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 1127 time: 0.4000494 Mar 10 08:56:32.073655 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33d71f-fce4-45a0-be19-deece451a4ce req-e89b9d32-4a61-4880-a987-ff0ded97d390 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.075187 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc33d71f-fce4-45a0-be19-deece451a4ce req-e89b9d32-4a61-4880-a987-ff0ded97d390 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.1210527 Mar 10 08:56:32.080159 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1726ffbd-072f-424e-a8d3-ed0cca440cb0 x-openstack-request-id: req-1726ffbd-072f-424e-a8d3-ed0cca440cb0 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:32.080459 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:32.080701 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1726ffbd-072f-424e-a8d3-ed0cca440cb0 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:32.081081 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'status': 'completed', 'code': 200} Mar 10 08:56:32.081333 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'status': 'completed', 'code': 200} Mar 10 08:56:32.207610 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986889-0fb7-4fa8-bedf-b714fa58a1bc req-3b45bc47-4803-4d93-9687-f2b5b7b73751 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.209133 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-36986889-0fb7-4fa8-bedf-b714fa58a1bc req-3b45bc47-4803-4d93-9687-f2b5b7b73751 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 945 time: 0.0515475 Mar 10 08:56:32.262811 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-36986889-0fb7-4fa8-bedf-b714fa58a1bc req-1c2d777a-2c5e-4d9b-8910-924fcee7f6cd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478103 Mar 10 08:56:32.277644 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc33d71f-fce4-45a0-be19-deece451a4ce req-190c5a43-9590-4004-b370-df333c34bd88 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871040 Mar 10 08:56:32.289018 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8173edcc-fe30-4329-9b57-db92501b7e53 req-3ea22e16-c2ca-4a10-a1fa-2a48bc26f6a1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507341 Mar 10 08:56:32.304565 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-840cfa11-2b4e-48a7-913a-50704e282f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.306111 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-840cfa11-2b4e-48a7-913a-50704e282f81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 912 time: 0.2276247 Mar 10 08:56:32.312906 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-699ad449-c226-46d6-a476-0e920d13a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.314322 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-699ad449-c226-46d6-a476-0e920d13a8a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 1127 time: 0.1861818 Mar 10 08:56:32.370475 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-cdae2d62-098d-4878-b0e1-7103e7d19ac3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 200 len: 217 time: 0.0551486 Mar 10 08:56:32.453639 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ab08b-204c-4ef6-a8d5-9c5dcb2ebd68 req-a9f79278-8586-457d-8390-957d26045690 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.455292 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ba7ab08b-204c-4ef6-a8d5-9c5dcb2ebd68 req-a9f79278-8586-457d-8390-957d26045690 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.0636327 Mar 10 08:56:32.466148 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-013e6f15-f807-4ebe-a84f-bebe9c92c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.467677 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-013e6f15-f807-4ebe-a84f-bebe9c92c227 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.0899165 Mar 10 08:56:32.503512 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-ebcfc3a5-7461-43c7-aa7f-153714a2f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.504875 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-ebcfc3a5-7461-43c7-aa7f-153714a2f275 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 916 time: 0.1835463 Mar 10 08:56:32.509353 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ba7ab08b-204c-4ef6-a8d5-9c5dcb2ebd68 req-caee9c68-bbd3-412e-8f8e-18b9c7d6e861 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484757 Mar 10 08:56:32.547112 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-891fa059-a70d-453f-af8e-0846e9f7912b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5 HTTP/1.1" status: 200 len: 217 time: 0.0356863 Mar 10 08:56:32.566011 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-a77f0cd3-e3fb-4158-a88a-f77f59aab2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.567454 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-a77f0cd3-e3fb-4158-a88a-f77f59aab2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907977 Mar 10 08:56:32.654031 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-fc7d66ab-d340-475a-926e-1c9ccc3a2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.655560 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-fc7d66ab-d340-475a-926e-1c9ccc3a2957 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.1019454 Mar 10 08:56:32.709630 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-72709a7b-7971-4e0e-a582-fa4aeeb6061d service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218805 Mar 10 08:56:32.727029 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-6ca85747-bb41-4dd1-a9d8-43a76608932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.728868 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-6ca85747-bb41-4dd1-a9d8-43a76608932a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661130 Mar 10 08:56:32.924059 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c75e9500-ee1d-4715-80c1-59611b0afb61 req-66fd9b89-2015-43d0-82a3-844ea280b514 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068343 Mar 10 08:56:32.927492 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-e269e9e3-8045-455c-ba86-acc96b92ca5f service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843834 Mar 10 08:56:32.935431 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefe33c-bf87-4529-9b98-a529b29dd4a0 req-ad0f945d-c6d2-4009-b1d5-a783250bd39d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:32.936878 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6aefe33c-bf87-4529-9b98-a529b29dd4a0 req-ad0f945d-c6d2-4009-b1d5-a783250bd39d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 944 time: 0.1554422 Mar 10 08:56:33.043694 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6aefe33c-bf87-4529-9b98-a529b29dd4a0 req-30100673-88c8-4ed5-bea0-bb315dcfdd9c tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979412 Mar 10 08:56:33.061099 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-3f8933e6-74e7-44e1-a32c-fd9257103a5f service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228716 Mar 10 08:56:33.125462 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd61964-d058-4903-9a5d-cbe357166f10 req-30ee1a1a-132a-4905-9612-38b019594313 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.127557 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9bd61964-d058-4903-9a5d-cbe357166f10 req-30ee1a1a-132a-4905-9612-38b019594313 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0593565 Mar 10 08:56:33.157372 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-d0e3070e-da1a-44a7-a545-d4363f740aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.159125 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-d0e3070e-da1a-44a7-a545-d4363f740aad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 1128 time: 0.0542381 Mar 10 08:56:33.186412 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9bd61964-d058-4903-9a5d-cbe357166f10 req-f26926bd-aa3e-4eab-b729-c47edfe0d657 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500588 Mar 10 08:56:33.256065 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-d4add709-02e9-4cca-b84c-e15a6e06d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.258015 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-d4add709-02e9-4cca-b84c-e15a6e06d566 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.0925045 Mar 10 08:56:33.301034 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-81dd3292-6fd4-4c0f-8803-7466d1355479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 200 len: 217 time: 0.0358968 Mar 10 08:56:33.388478 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-c33c557e-ee74-466a-bf4e-f6e66dd7c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.390028 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-c33c557e-ee74-466a-bf4e-f6e66dd7c67d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0831337 Mar 10 08:56:33.413304 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc343-cc69-45ef-aa5e-663e1b344385 req-6a1c441e-5c58-4901-87ca-5e99c80293e8 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.415001 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee1bc343-cc69-45ef-aa5e-663e1b344385 req-6a1c441e-5c58-4901-87ca-5e99c80293e8 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 945 time: 0.0753703 Mar 10 08:56:33.433062 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123037a3-d3b6-49f1-807f-6aa56bab2d35 req-7a09a8f9-821a-4b34-b2ff-751d8ca3bd84 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.447250 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-123037a3-d3b6-49f1-807f-6aa56bab2d35 req-7a09a8f9-821a-4b34-b2ff-751d8ca3bd84 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.0674813 Mar 10 08:56:33.453131 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 9367cc03-0041-400e-9908-e1587bdd210a up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:33.473835 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-80f6f55b-2ff2-44d6-9d50-37a91fc8f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.475367 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-80f6f55b-2ff2-44d6-9d50-37a91fc8f4b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774057 Mar 10 08:56:33.489539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-dde73cb4-c7f3-4f26-a40a-1582b09bae0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:33.510765 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee1bc343-cc69-45ef-aa5e-663e1b344385 req-91c769bb-131f-437b-9392-73a0f9b04738 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801775 Mar 10 08:56:33.550514 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44256) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:33.561978 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-123037a3-d3b6-49f1-807f-6aa56bab2d35 req-14285c2a-df83-434f-8627-09112314a9d6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086915 Mar 10 08:56:33.595260 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-0fd12671-be03-42e7-a304-d44855068dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113784 Mar 10 08:56:33.651204 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 9367cc03-0041-400e-9908-e1587bdd210a completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 08:56:33.656315 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 9367cc03-0041-400e-9908-e1587bdd210a triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:33.656793 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (9367cc03-0041-400e-9908-e1587bdd210a), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:33.739077 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f9d24-ff9f-4f49-ab20-ae380fd40717 req-429b38bb-b2a5-47a5-8c1a-02e997888812 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:33.746495 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-302f9d24-ff9f-4f49-ab20-ae380fd40717 req-429b38bb-b2a5-47a5-8c1a-02e997888812 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.1346810 Mar 10 08:56:33.750561 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-509fa2b4-de6e-4844-bd61-d8908cf1d279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:33.767133 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34a4bde2-fa61-4e74-a75f-5d47198b24b9 req-23b53735-db1c-43cb-9d21-6b703d6081d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648395 Mar 10 08:56:33.786166 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 9367cc03-0041-400e-9908-e1587bdd210a is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:33.786702 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (9367cc03-0041-400e-9908-e1587bdd210a), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:33.820125 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b64087-18b2-4552-9684-a8b8f2205f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9367cc03-0041-400e-9908-e1587bdd210a'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:33.828502 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-302f9d24-ff9f-4f49-ab20-ae380fd40717 req-43b05578-f53d-4ed6-b483-2df10d2fae5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816925 Mar 10 08:56:33.885419 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-509fa2b4-de6e-4844-bd61-d8908cf1d279 admin admin] Publish callbacks [] for security_group (39e7ae80-7be8-48e5-b67d-9ce27f9e1143), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:33.897547 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 9367cc03-0041-400e-9908-e1587bdd210a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9367cc03-0041-400e-9908-e1587bdd210a,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:33.964681 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-509fa2b4-de6e-4844-bd61-d8908cf1d279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (39e7ae80-7be8-48e5-b67d-9ce27f9e1143), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:33.981850 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (9367cc03-0041-400e-9908-e1587bdd210a), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:33.982737 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fb713eee-1570-4344-83a2-2debc456f042 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:34.004076 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-509fa2b4-de6e-4844-bd61-d8908cf1d279 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39c514759231476faff474cf419fa585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522717 Mar 10 08:56:34.006076 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fa2b4-de6e-4844-bd61-d8908cf1d279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7ae80-7be8-48e5-b67d-9ce27f9e1143,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:34.006950 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44276) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:34.008631 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbcd3ea-0cf5-4d34-a2ba-66e1c736c6b3" -d '{"events": [{"server_uuid": "80b64087-18b2-4552-9684-a8b8f2205f65", "name": "network-vif-plugged", "status": "completed", "tag": "9367cc03-0041-400e-9908-e1587bdd210a"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:34.077791 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7bf801ec-d860-4e59-b95a-b37b586a851e admin admin] Publish callbacks [] for security_group (39e7ae80-7be8-48e5-b67d-9ce27f9e1143), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.078620 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=9367cc03-0041-400e-9908-e1587bdd210a,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:34.116019 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7bf801ec-d860-4e59-b95a-b37b586a851e admin admin] Publish callbacks [] for security_group (39e7ae80-7be8-48e5-b67d-9ce27f9e1143), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.128272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922103dd-a633-4840-8940-c0226c54cb8c x-openstack-request-id: req-922103dd-a633-4840-8940-c0226c54cb8c {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:34.128600 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b64087-18b2-4552-9684-a8b8f2205f65", "name": "network-vif-plugged", "status": "completed", "tag": "9367cc03-0041-400e-9908-e1587bdd210a", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:34.128867 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-922103dd-a633-4840-8940-c0226c54cb8c {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:34.129337 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b64087-18b2-4552-9684-a8b8f2205f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9367cc03-0041-400e-9908-e1587bdd210a', 'code': 200} Mar 10 08:56:34.175920 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port fb713eee-1570-4344-83a2-2debc456f042 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 08:56:34.180050 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port fb713eee-1570-4344-83a2-2debc456f042 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:34.180515 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (fb713eee-1570-4344-83a2-2debc456f042), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.191923 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe2e6a-bb86-4237-9f74-59e6ded68ee8 req-f7f9b284-4f0b-4904-b66d-68153b8d63c9 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:34.194161 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-63fe2e6a-bb86-4237-9f74-59e6ded68ee8 req-f7f9b284-4f0b-4904-b66d-68153b8d63c9 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 944 time: 0.0635808 Mar 10 08:56:34.256177 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7bf801ec-d860-4e59-b95a-b37b586a851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (39e7ae80-7be8-48e5-b67d-9ce27f9e1143), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.259017 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7bf801ec-d860-4e59-b95a-b37b586a851e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.260177 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-7bf801ec-d860-4e59-b95a-b37b586a851e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39e7ae80-7be8-48e5-b67d-9ce27f9e1143 HTTP/1.1" status: 204 len: 168 time: 0.2520444 Mar 10 08:56:34.269735 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf801ec-d860-4e59-b95a-b37b586a851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e7ae80-7be8-48e5-b67d-9ce27f9e1143,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:34.270125 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-63fe2e6a-bb86-4237-9f74-59e6ded68ee8 req-2e3640e4-b987-4f04-bb33-ee00ac33a4a0 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Mar 10 08:56:34.311132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port fb713eee-1570-4344-83a2-2debc456f042 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:34.311659 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fb713eee-1570-4344-83a2-2debc456f042), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.359265 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fb713eee-1570-4344-83a2-2debc456f042, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fb713eee-1570-4344-83a2-2debc456f042,segment=NetworkSegment(40ee055c-d4ca-4eb5-84dc-524e8c13a33b),segment_id=40ee055c-d4ca-4eb5-84dc-524e8c13a33b)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:34.363530 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ce74-a3ed-4696-a903-ca320395940d req-70d02743-d517-47a5-ba86-9dedf97572f5 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:34.365153 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6d07ce74-a3ed-4696-a903-ca320395940d req-70d02743-d517-47a5-ba86-9dedf97572f5 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0742867 Mar 10 08:56:34.404831 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fb713eee-1570-4344-83a2-2debc456f042), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.422150 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6d07ce74-a3ed-4696-a903-ca320395940d req-29ab2ee9-edde-489d-b359-0349cb07fcf4 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494540 Mar 10 08:56:34.463298 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=fb713eee-1570-4344-83a2-2debc456f042,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:34.465876 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44290) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:34.677102 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c9a7e-0f5b-47c6-b57c-9ca882bebddc req-6cfa757f-28f6-4814-b144-dc3b402f38e4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:34.684625 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7b3c9a7e-0f5b-47c6-b57c-9ca882bebddc req-6cfa757f-28f6-4814-b144-dc3b402f38e4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0771785 Mar 10 08:56:34.707910 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ac5f1-7088-4a38-8c8d-b8a4f845c8e3 req-09a44cef-4f14-4f1d-86b8-e0416598ea52 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:34.709992 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3c2ac5f1-7088-4a38-8c8d-b8a4f845c8e3 req-09a44cef-4f14-4f1d-86b8-e0416598ea52 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.0664809 Mar 10 08:56:34.730694 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7b3c9a7e-0f5b-47c6-b57c-9ca882bebddc req-a20acf10-e9d0-44d8-b0cc-9300986796bc tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 Mar 10 08:56:34.741923 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f77ceb61-6f9c-4f13-8c25-a3ecef9eba56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.793637 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3c2ac5f1-7088-4a38-8c8d-b8a4f845c8e3 req-e8215021-6278-49c2-852c-a72e6307b1d5 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750549 Mar 10 08:56:34.853455 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f77ceb61-6f9c-4f13-8c25-a3ecef9eba56 admin admin] Publish callbacks [] for security_group (3be86646-b575-4ec6-af74-4fa30831c538), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.930800 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f77ceb61-6f9c-4f13-8c25-a3ecef9eba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (3be86646-b575-4ec6-af74-4fa30831c538), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:34.950457 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344efd1-705b-4013-b5e5-97bcb85883d6 req-45f74b8c-1a39-41f8-89a5-abee493b0a8c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:34.952467 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3344efd1-705b-4013-b5e5-97bcb85883d6 req-45f74b8c-1a39-41f8-89a5-abee493b0a8c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.0512099 Mar 10 08:56:34.969504 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f77ceb61-6f9c-4f13-8c25-a3ecef9eba56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abed77d826a4472bacd2985b546ee18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009446 Mar 10 08:56:34.970581 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ceb61-6f9c-4f13-8c25-a3ecef9eba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be86646-b575-4ec6-af74-4fa30831c538,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:34.972813 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44304) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:34.997428 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44306) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:35.008047 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3344efd1-705b-4013-b5e5-97bcb85883d6 req-57f0f05b-ef3c-4bc4-ad7b-21d5b8946c74 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496075 Mar 10 08:56:35.014269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-982ae984-9d1d-4e0a-a6c6-2bbe465a240a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.024964 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6c1e839e-a0fd-410a-bb57-7bafd2de5b0b admin admin] Publish callbacks [] for security_group (3be86646-b575-4ec6-af74-4fa30831c538), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.046799 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6c1e839e-a0fd-410a-bb57-7bafd2de5b0b admin admin] Publish callbacks [] for security_group (3be86646-b575-4ec6-af74-4fa30831c538), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.089432 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-982ae984-9d1d-4e0a-a6c6-2bbe465a240a admin admin] Publish callbacks [] for security_group (e4638a6e-cbc6-4cc0-9f42-a080261adfa5), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.164908 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-982ae984-9d1d-4e0a-a6c6-2bbe465a240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e4638a6e-cbc6-4cc0-9f42-a080261adfa5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.193726 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6c1e839e-a0fd-410a-bb57-7bafd2de5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (3be86646-b575-4ec6-af74-4fa30831c538), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.196378 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6c1e839e-a0fd-410a-bb57-7bafd2de5b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.197525 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-6c1e839e-a0fd-410a-bb57-7bafd2de5b0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3be86646-b575-4ec6-af74-4fa30831c538 HTTP/1.1" status: 204 len: 168 time: 0.2238226 Mar 10 08:56:35.204119 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae984-9d1d-4e0a-a6c6-2bbe465a240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4638a6e-cbc6-4cc0-9f42-a080261adfa5,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:35.206476 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e839e-a0fd-410a-bb57-7bafd2de5b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be86646-b575-4ec6-af74-4fa30831c538,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:35.208266 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-982ae984-9d1d-4e0a-a6c6-2bbe465a240a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd044b1c0f5e413d927615b58506ffef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092872 Mar 10 08:56:35.210903 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44310) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:35.260427 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-90af1570-a0e0-403a-9633-c1ed242f53e1 admin admin] Publish callbacks [] for security_group (e4638a6e-cbc6-4cc0-9f42-a080261adfa5), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.281573 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-90af1570-a0e0-403a-9633-c1ed242f53e1 admin admin] Publish callbacks [] for security_group (e4638a6e-cbc6-4cc0-9f42-a080261adfa5), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.396409 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0ef0-32a9-4f15-8c85-6cd9ebaa00b9 req-6ca432e4-0ab1-46e5-abbf-39a2d78849b3 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:35.397964 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9ccd0ef0-32a9-4f15-8c85-6cd9ebaa00b9 req-6ca432e4-0ab1-46e5-abbf-39a2d78849b3 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0570390 Mar 10 08:56:35.421525 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-90af1570-a0e0-403a-9633-c1ed242f53e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e4638a6e-cbc6-4cc0-9f42-a080261adfa5), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.424050 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-90af1570-a0e0-403a-9633-c1ed242f53e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.425183 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-90af1570-a0e0-403a-9633-c1ed242f53e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4638a6e-cbc6-4cc0-9f42-a080261adfa5 HTTP/1.1" status: 204 len: 168 time: 0.2133665 Mar 10 08:56:35.433957 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1570-a0e0-403a-9633-c1ed242f53e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4638a6e-cbc6-4cc0-9f42-a080261adfa5,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:35.454259 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9ccd0ef0-32a9-4f15-8c85-6cd9ebaa00b9 req-d6e6f707-1522-4e55-89c0-8c44b4821de9 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Mar 10 08:56:35.559973 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b66a6f-6f82-4a3d-aa5f-09bbfca7ae2d req-67547187-7fb7-4c45-8711-4aec7c8a2080 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:35.561599 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-78b66a6f-6f82-4a3d-aa5f-09bbfca7ae2d req-67547187-7fb7-4c45-8711-4aec7c8a2080 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0532115 Mar 10 08:56:35.611097 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-78b66a6f-6f82-4a3d-aa5f-09bbfca7ae2d req-2b2f2fe9-81b3-4964-91a1-c7c2cf339e16 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 Mar 10 08:56:35.684691 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-49fa58ad-9e92-4815-9832-0f54e11ffd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.869658 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86026a2-3379-40b7-a23b-07bd45189525 req-aad2dcb8-1380-42fb-a87b-45cdcf9e94c5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:35.876939 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a86026a2-3379-40b7-a23b-07bd45189525 req-aad2dcb8-1380-42fb-a87b-45cdcf9e94c5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0793436 Mar 10 08:56:35.927099 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a86026a2-3379-40b7-a23b-07bd45189525 req-f1f578c3-604e-4842-84d1-bff770abbfa9 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Mar 10 08:56:35.940904 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf65f93-7ee4-4981-aa0f-116b3f5547af req-51903d2b-bec8-4432-a130-7161a7b859bc tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:35.941493 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4cf65f93-7ee4-4981-aa0f-116b3f5547af req-51903d2b-bec8-4432-a130-7161a7b859bc tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.0617037 Mar 10 08:56:35.970639 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44334) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:35.986834 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a50d-9e5b-4903-abeb-e72fb3ce39b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:35.992866 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4cf65f93-7ee4-4981-aa0f-116b3f5547af req-6147df41-5dec-462b-aeda-d57f7b15b57c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461898 Mar 10 08:56:36.062633 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a50d-9e5b-4903-abeb-e72fb3ce39b6 admin admin] Publish callbacks [] for security_group (4f43ba95-0f98-4982-a1d6-9987971baca4), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.130692 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb713eee-1570-4344-83a2-2debc456f042'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:36.133145 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887d1cc-b4b2-452c-9e69-39aa2b8f321b" -d '{"events": [{"server_uuid": "9d06d143-f31b-4f84-8104-3e0109b3c72e", "name": "network-vif-plugged", "status": "completed", "tag": "fb713eee-1570-4344-83a2-2debc456f042"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:36.170573 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e299b-94a7-4abd-9d74-d8dd15228aaa x-openstack-request-id: req-ef1e299b-94a7-4abd-9d74-d8dd15228aaa {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:36.170910 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d06d143-f31b-4f84-8104-3e0109b3c72e", "name": "network-vif-plugged", "status": "completed", "tag": "fb713eee-1570-4344-83a2-2debc456f042", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:36.171174 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef1e299b-94a7-4abd-9d74-d8dd15228aaa {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:36.171585 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb713eee-1570-4344-83a2-2debc456f042', 'code': 200} Mar 10 08:56:36.224485 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7ae9a50d-9e5b-4903-abeb-e72fb3ce39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (4f43ba95-0f98-4982-a1d6-9987971baca4), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.272260 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-7ae9a50d-9e5b-4903-abeb-e72fb3ce39b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e828ba03ffc24df29f1b6de3dcf3f213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998836 Mar 10 08:56:36.273961 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9a50d-9e5b-4903-abeb-e72fb3ce39b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f43ba95-0f98-4982-a1d6-9987971baca4,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:36.274879 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44342) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:36.287830 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d987f47-0177-400b-a4c7-41e7cb9a7905 req-e829201f-00bc-4ab2-8a15-016a4c828a5c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:36.289286 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1d987f47-0177-400b-a4c7-41e7cb9a7905 req-e829201f-00bc-4ab2-8a15-016a4c828a5c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.2144501 Mar 10 08:56:36.292191 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d4b033e3-2840-4e07-904a-cb9ca7e66f5f up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:36.338997 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d2edb2b-4aa8-457e-99b9-7500531be3d9 admin admin] Publish callbacks [] for security_group (4f43ba95-0f98-4982-a1d6-9987971baca4), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.339354 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1d987f47-0177-400b-a4c7-41e7cb9a7905 req-985cf601-863a-4b47-ae5b-9b207cba4114 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424898 Mar 10 08:56:36.362492 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d2edb2b-4aa8-457e-99b9-7500531be3d9 admin admin] Publish callbacks [] for security_group (4f43ba95-0f98-4982-a1d6-9987971baca4), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.433933 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port d4b033e3-2840-4e07-904a-cb9ca7e66f5f completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 08:56:36.438911 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port d4b033e3-2840-4e07-904a-cb9ca7e66f5f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:36.439429 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.507752 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d2edb2b-4aa8-457e-99b9-7500531be3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (4f43ba95-0f98-4982-a1d6-9987971baca4), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.510521 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d2edb2b-4aa8-457e-99b9-7500531be3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.511827 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0d2edb2b-4aa8-457e-99b9-7500531be3d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f43ba95-0f98-4982-a1d6-9987971baca4 HTTP/1.1" status: 204 len: 168 time: 0.2359741 Mar 10 08:56:36.520093 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port d4b033e3-2840-4e07-904a-cb9ca7e66f5f is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:36.526973 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.550874 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2edb2b-4aa8-457e-99b9-7500531be3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f43ba95-0f98-4982-a1d6-9987971baca4,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:36.578804 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d4b033e3-2840-4e07-904a-cb9ca7e66f5f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:36.589660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38ce11-519c-4854-a175-6ddcf20267de req-1c622545-c331-4205-a040-8a2f647e563e tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:36.591189 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0c38ce11-519c-4854-a175-6ddcf20267de req-1c622545-c331-4205-a040-8a2f647e563e tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0782015 Mar 10 08:56:36.639983 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:36.648591 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0c38ce11-519c-4854-a175-6ddcf20267de req-24ccc3ae-a990-4983-9d34-36ae7548c020 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Mar 10 08:56:36.702825 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:36.744185 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f0c04-914e-43d4-b9f1-286b80995f91 req-d405c98f-7ad1-4344-b299-4d75adfca406 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:36.745576 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8c6f0c04-914e-43d4-b9f1-286b80995f91 req-d405c98f-7ad1-4344-b299-4d75adfca406 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0531213 Mar 10 08:56:36.803173 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8c6f0c04-914e-43d4-b9f1-286b80995f91 req-8d6ff693-b4d9-48a6-82cf-586709f18c79 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490675 Mar 10 08:56:36.925069 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:37.046499 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e7f7-3ab7-4770-8f63-bd277cfe00e7 req-602b2c1f-89e2-411c-8cb3-438ae2d277df tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:37.057031 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bab6e7f7-3ab7-4770-8f63-bd277cfe00e7 req-602b2c1f-89e2-411c-8cb3-438ae2d277df tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0671644 Mar 10 08:56:37.110492 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bab6e7f7-3ab7-4770-8f63-bd277cfe00e7 req-b623f9b7-1dd6-4b00-ae5f-caaaaf3e3d1c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Mar 10 08:56:37.139200 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714b503-cf7b-46fd-95a7-4257b8de0467 req-c49968bc-3ce3-4ed5-a264-6fa4df47ad50 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:37.140757 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2714b503-cf7b-46fd-95a7-4257b8de0467 req-c49968bc-3ce3-4ed5-a264-6fa4df47ad50 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.0687685 Mar 10 08:56:37.185537 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2714b503-cf7b-46fd-95a7-4257b8de0467 req-684aa53e-2ca3-4205-829c-171ad773f8c9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Mar 10 08:56:37.471214 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e91f5-b5e5-4927-87f2-28c6ea7a71c2 req-6ac2049f-262d-48fd-8d43-9ae8d140f8ad tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:37.473613 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-080e91f5-b5e5-4927-87f2-28c6ea7a71c2 req-6ac2049f-262d-48fd-8d43-9ae8d140f8ad tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.0610476 Mar 10 08:56:37.516634 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:56:37.539363 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-080e91f5-b5e5-4927-87f2-28c6ea7a71c2 req-180bc877-b1a2-4fe4-b2ab-007e4ef31ffb tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566132 Mar 10 08:56:37.728864 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:37.745071 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'port_id': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'mac_address': 'fa:16:3e:46:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:56:37.802425 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:37.804351 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:37.857168 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad3c2f3-450e-4a32-95e6-8738dc9d556c {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:37.912141 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417c10c-3d68-41f8-8279-56eb23152b60 req-37ca036d-edf4-462d-8a22-310316cf35a9 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:37.921457 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9417c10c-3d68-41f8-8279-56eb23152b60 req-37ca036d-edf4-462d-8a22-310316cf35a9 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.1516614 Mar 10 08:56:37.937685 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:37.984159 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9417c10c-3d68-41f8-8279-56eb23152b60 req-dbc0985d-d13b-44ad-b1fd-c1ec2bd82766 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617843 Mar 10 08:56:38.027925 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:38.086710 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cde607-1429-40ff-850b-d72de290eea9 req-564a6a29-fdc4-40cd-9b93-99733695f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:38.088275 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-43cde607-1429-40ff-850b-d72de290eea9 req-564a6a29-fdc4-40cd-9b93-99733695f52c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 1130 time: 0.5616379 Mar 10 08:56:38.096212 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c9c3b-751e-4c09-8fb6-00dfe49e3ef7 req-719b376c-8ab1-4700-9059-02657adfb16e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:38.097687 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2d9c9c3b-751e-4c09-8fb6-00dfe49e3ef7 req-719b376c-8ab1-4700-9059-02657adfb16e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.1013980 Mar 10 08:56:38.100521 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:38.111719 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-43cde607-1429-40ff-850b-d72de290eea9 req-bd862c71-ee4f-4c69-8350-2f038839b8e9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:38.172924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:38.176272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b257ec-b1cb-46ea-8785-a0ab796539ea" -d '{"events": [{"server_uuid": "111b4e7f-c153-49b3-9d7f-c7de5c44c67b", "name": "network-vif-plugged", "status": "completed", "tag": "d4b033e3-2840-4e07-904a-cb9ca7e66f5f"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:38.188525 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2d9c9c3b-751e-4c09-8fb6-00dfe49e3ef7 req-884ae43f-df73-406f-948e-a2113d321c6e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740218 Mar 10 08:56:38.239976 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:38.261053 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153b5e8-37d9-4f1f-8b60-663b552c2ff3 x-openstack-request-id: req-0153b5e8-37d9-4f1f-8b60-663b552c2ff3 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:38.261470 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111b4e7f-c153-49b3-9d7f-c7de5c44c67b", "name": "network-vif-plugged", "status": "completed", "tag": "d4b033e3-2840-4e07-904a-cb9ca7e66f5f", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:38.262100 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0153b5e8-37d9-4f1f-8b60-663b552c2ff3 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:38.262842 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f', 'code': 200} Mar 10 08:56:38.281541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-43cde607-1429-40ff-850b-d72de290eea9 req-bd862c71-ee4f-4c69-8350-2f038839b8e9 service neutron] Publish callbacks [] for security_group (c23c6365-8db7-4a54-a41c-02bd30151d54), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:38.281541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5e241-06dd-4705-8994-fbb1a56d3c74 req-e191969b-c214-4bf8-8cea-b85d6cc88e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:38.282151 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b1f5e241-06dd-4705-8994-fbb1a56d3c74 req-e191969b-c214-4bf8-8cea-b85d6cc88e4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 1129 time: 0.0914803 Mar 10 08:56:38.287418 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3c8f-d783-4155-beaf-a897ab3096a5 req-3e2a24ff-764f-4187-864f-4c45536d9e1e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:38.289011 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-45fc3c8f-d783-4155-beaf-a897ab3096a5 req-3e2a24ff-764f-4187-864f-4c45536d9e1e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0803459 Mar 10 08:56:38.343349 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-45fc3c8f-d783-4155-beaf-a897ab3096a5 req-8ea0a990-4eb8-4085-b284-3f06f4522e9c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480785 Mar 10 08:56:38.362317 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-43cde607-1429-40ff-850b-d72de290eea9 req-bd862c71-ee4f-4c69-8350-2f038839b8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (c23c6365-8db7-4a54-a41c-02bd30151d54), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:38.399434 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d84e2b-7ff4-4792-a8eb-b9e9e49402a9 req-86447226-7f9d-40be-9372-256aba8dc3ad tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:38.400886 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72d84e2b-7ff4-4792-a8eb-b9e9e49402a9 req-86447226-7f9d-40be-9372-256aba8dc3ad tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.0849514 Mar 10 08:56:38.428627 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd862c71-ee4f-4c69-8350-2f038839b8e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c6365-8db7-4a54-a41c-02bd30151d54,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:38.439725 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-43cde607-1429-40ff-850b-d72de290eea9 req-bd862c71-ee4f-4c69-8350-2f038839b8e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410885 Mar 10 08:56:38.471535 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72d84e2b-7ff4-4792-a8eb-b9e9e49402a9 req-1b33798b-a234-4a09-be9d-45bfcb0b1868 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565720 Mar 10 08:56:38.650409 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5396f99-7aca-4d60-98e5-715a9644f2c4 req-c817c922-171f-4b7f-9c88-522d3304c829 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:38.651990 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d5396f99-7aca-4d60-98e5-715a9644f2c4 req-c817c922-171f-4b7f-9c88-522d3304c829 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.0534124 Mar 10 08:56:38.698046 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d5396f99-7aca-4d60-98e5-715a9644f2c4 req-d565a5b0-a1d8-4249-b111-7a4366b03228 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396938 Mar 10 08:56:39.105254 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b0a7f-3580-47df-aaa4-c9b960bc88ee req-83a25a20-fb6f-433a-8fe1-cb418cb688ee tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:39.106770 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-613b0a7f-3580-47df-aaa4-c9b960bc88ee req-83a25a20-fb6f-433a-8fe1-cb418cb688ee tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0548756 Mar 10 08:56:39.156115 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-613b0a7f-3580-47df-aaa4-c9b960bc88ee req-ba9b6b73-2352-47cd-b2d6-928163a3fbae tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Mar 10 08:56:39.310250 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308fa5a-59fd-420c-98f4-0ebe9642de04 req-73b85cab-418b-4e1d-a022-0fb4f151df3b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:39.311740 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b308fa5a-59fd-420c-98f4-0ebe9642de04 req-73b85cab-418b-4e1d-a022-0fb4f151df3b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0507407 Mar 10 08:56:39.360940 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b308fa5a-59fd-420c-98f4-0ebe9642de04 req-d3abb889-68a5-4553-856d-d0427a1919bd tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Mar 10 08:56:39.462402 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8644bf6-c6b3-4e8f-8e5d-5e06a462454b req-840499f3-99fc-45a3-a8a5-87850e186efd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:39.463866 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d8644bf6-c6b3-4e8f-8e5d-5e06a462454b req-840499f3-99fc-45a3-a8a5-87850e186efd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0546081 Mar 10 08:56:39.516168 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d8644bf6-c6b3-4e8f-8e5d-5e06a462454b req-49cda7d4-4bd3-49ac-87da-32d79191b2ce tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Mar 10 08:56:39.597763 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df69e7-276e-4f35-9e63-8e706b0211c1 req-c8bafa8f-7e7e-4af6-bc9d-0d4eb816fe34 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:39.599278 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a4df69e7-276e-4f35-9e63-8e706b0211c1 req-c8bafa8f-7e7e-4af6-bc9d-0d4eb816fe34 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.0513718 Mar 10 08:56:39.646228 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a4df69e7-276e-4f35-9e63-8e706b0211c1 req-b85c9006-aca1-46c5-9a8d-4170f37b4052 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Mar 10 08:56:39.813038 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11f75-6655-4802-b6bc-e692d1e28f90 req-ab444f9e-b64b-4390-9ce1-f161d9ed24fa tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:39.814519 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6dd11f75-6655-4802-b6bc-e692d1e28f90 req-ab444f9e-b64b-4390-9ce1-f161d9ed24fa tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.0511014 Mar 10 08:56:39.859910 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6dd11f75-6655-4802-b6bc-e692d1e28f90 req-564415ec-3b5b-4687-b66e-1638ab167e97 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Mar 10 08:56:40.228533 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:40.270392 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115aa14-5b58-4630-bb81-0f38d9fbb2fd req-1566aa39-47c1-4848-81b8-b6e89ec502c8 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:40.271848 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0115aa14-5b58-4630-bb81-0f38d9fbb2fd req-1566aa39-47c1-4848-81b8-b6e89ec502c8 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0513840 Mar 10 08:56:40.316891 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0115aa14-5b58-4630-bb81-0f38d9fbb2fd req-f7d28753-5442-4051-9a3b-d826c4c22ae4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Mar 10 08:56:40.431726 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 6fd4f30a-18da-47b6-b084-6643a3db9700 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:56:40.477769 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6b2bd-7c3e-4415-9a14-f18eb1c5fb87 req-890a83b3-25e1-488a-aa4f-a6317383e246 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:40.479267 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e8d6b2bd-7c3e-4415-9a14-f18eb1c5fb87 req-890a83b3-25e1-488a-aa4f-a6317383e246 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0505235 Mar 10 08:56:40.529844 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e8d6b2bd-7c3e-4415-9a14-f18eb1c5fb87 req-2e78961a-454f-4e9a-9e9a-fa304e02657d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436745 Mar 10 08:56:40.533743 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 6fd4f30a-18da-47b6-b084-6643a3db9700, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6fd4f30a-18da-47b6-b084-6643a3db9700,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:40.546971 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'port_id': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'mac_address': 'fa:16:3e:1a:98:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:56:40.590642 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 6fd4f30a-18da-47b6-b084-6643a3db9700 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:40.591041 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:40.604511 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd4f30a-18da-47b6-b084-6643a3db9700 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:40.624702 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 6fd4f30a-18da-47b6-b084-6643a3db9700, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6fd4f30a-18da-47b6-b084-6643a3db9700,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:40.636688 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2fefa-35db-457e-93a8-67799f44e114 req-219da0e4-cf12-41ab-9a1a-3bb1e121bffb tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:40.638176 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2a2fefa-35db-457e-93a8-67799f44e114 req-219da0e4-cf12-41ab-9a1a-3bb1e121bffb tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0562854 Mar 10 08:56:40.685949 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2a2fefa-35db-457e-93a8-67799f44e114 req-ea645c3b-341e-4180-a090-911200540c70 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Mar 10 08:56:40.737291 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:40.737888 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d14036a1-7555-4c88-89c0-1425d7d9bfd5 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:56:40.760611 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc3031-a683-4b11-a889-04643c318187 req-406eb6a5-b4d8-4a11-b650-52321b79e41a tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:40.762105 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d9fc3031-a683-4b11-a889-04643c318187 req-406eb6a5-b4d8-4a11-b650-52321b79e41a tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 943 time: 0.0514016 Mar 10 08:56:40.809542 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=6fd4f30a-18da-47b6-b084-6643a3db9700,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:40.810494 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d9fc3031-a683-4b11-a889-04643c318187 req-147d9e09-1fe8-43a6-8db1-af52b7471874 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Mar 10 08:56:40.875370 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d14036a1-7555-4c88-89c0-1425d7d9bfd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:40.886925 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:56:40.923416 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port d14036a1-7555-4c88-89c0-1425d7d9bfd5 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:40.923819 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:40.939616 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14036a1-7555-4c88-89c0-1425d7d9bfd5 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:56:40.959089 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d14036a1-7555-4c88-89c0-1425d7d9bfd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:40.974836 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf74d7f-635a-41e4-892e-7ea348d9af62 req-0a7a0c5c-9b9e-456f-82d5-b1805f8d0466 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:40.976321 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5cf74d7f-635a-41e4-892e-7ea348d9af62 req-0a7a0c5c-9b9e-456f-82d5-b1805f8d0466 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 943 time: 0.0522578 Mar 10 08:56:41.023295 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5cf74d7f-635a-41e4-892e-7ea348d9af62 req-7c508882-4612-42af-aa72-ef5ba756fdba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Mar 10 08:56:41.045142 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:41.092408 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=d14036a1-7555-4c88-89c0-1425d7d9bfd5,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:41.428935 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f4ae-12c7-4830-b044-4aa769fbbcd3 req-b80ed18e-b23d-447a-b169-7e8490d4d261 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:41.430381 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f344f4ae-12c7-4830-b044-4aa769fbbcd3 req-b80ed18e-b23d-447a-b169-7e8490d4d261 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0490906 Mar 10 08:56:41.475219 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f344f4ae-12c7-4830-b044-4aa769fbbcd3 req-0ff84916-ac01-475e-8c41-efa6e5fba141 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394597 Mar 10 08:56:41.666061 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c357860-a802-4253-86cd-8d1c45842c83 req-5a52da89-275f-4187-b22e-8f472c823a20 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:41.667549 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7c357860-a802-4253-86cd-8d1c45842c83 req-5a52da89-275f-4187-b22e-8f472c823a20 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0534921 Mar 10 08:56:41.713541 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7c357860-a802-4253-86cd-8d1c45842c83 req-2f7d4f47-5335-4552-bf83-5abf0f99dc55 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Mar 10 08:56:41.804413 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce522040-e93f-4940-aef6-e007be661007 req-76cd65c8-74ab-4aee-b2be-4b736ab95dea tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:41.805871 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ce522040-e93f-4940-aef6-e007be661007 req-76cd65c8-74ab-4aee-b2be-4b736ab95dea tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0557103 Mar 10 08:56:41.851036 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ce522040-e93f-4940-aef6-e007be661007 req-3bc79664-8fcb-4cf5-96aa-855c130c9cd2 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Mar 10 08:56:41.928606 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d390d3-1355-4a22-9cde-62b92de7e6c4 req-60d72461-c3cf-46b1-bceb-5e94a1ae1fc0 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:41.930073 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11d390d3-1355-4a22-9cde-62b92de7e6c4 req-60d72461-c3cf-46b1-bceb-5e94a1ae1fc0 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 944 time: 0.0505192 Mar 10 08:56:41.975008 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11d390d3-1355-4a22-9cde-62b92de7e6c4 req-5cd8be44-bb73-4e51-9f6d-aead61465324 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394099 Mar 10 08:56:42.136837 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9b8b-afd7-418d-9cb8-dc8cef896b43 req-eb79d5bc-271f-4245-b48b-3bb87e40ad85 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:42.138233 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f7fc9b8b-afd7-418d-9cb8-dc8cef896b43 req-eb79d5bc-271f-4245-b48b-3bb87e40ad85 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 944 time: 0.0508854 Mar 10 08:56:42.182248 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f7fc9b8b-afd7-418d-9cb8-dc8cef896b43 req-d368389c-0a5c-4c76-9948-fc5af6b21e95 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Mar 10 08:56:42.588241 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed154c-0f8b-448c-80c1-5b2f2fd6d7f1 req-dd30d0e4-8149-4f0b-a235-589445676ff7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:42.589687 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-23ed154c-0f8b-448c-80c1-5b2f2fd6d7f1 req-dd30d0e4-8149-4f0b-a235-589445676ff7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0502884 Mar 10 08:56:42.645756 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-23ed154c-0f8b-448c-80c1-5b2f2fd6d7f1 req-8fc70f78-7f67-4e78-a396-a908e42cbde4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498195 Mar 10 08:56:42.781147 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b1f5e241-06dd-4705-8994-fbb1a56d3c74 req-55bdff89-cb3b-480d-94b5-e1140d025970 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Mar 10 08:56:42.849225 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114a10d-3539-489f-a721-5f23d0dd0981 req-ba8d5e54-82cb-43ad-a2c0-a9eb2977cd74 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:42.850833 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6114a10d-3539-489f-a721-5f23d0dd0981 req-ba8d5e54-82cb-43ad-a2c0-a9eb2977cd74 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0573223 Mar 10 08:56:42.901424 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6114a10d-3539-489f-a721-5f23d0dd0981 req-9658dd11-9ce4-4637-977b-cf1ff516cd15 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444679 Mar 10 08:56:42.972462 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['bad3c2f3-450e-4a32-95e6-8738dc9d556c'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:56:42.984089 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56cd2-3be3-456d-9358-c24e1b7875b0 req-8976c0d1-e232-4307-967b-1a53a7506828 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:42.985788 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c2d56cd2-3be3-456d-9358-c24e1b7875b0 req-8976c0d1-e232-4307-967b-1a53a7506828 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0533972 Mar 10 08:56:43.044653 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c2d56cd2-3be3-456d-9358-c24e1b7875b0 req-7a0b6998-b0b4-4c65-bcef-579ca1cfbdfe tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 Mar 10 08:56:43.108636 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['d14036a1-7555-4c88-89c0-1425d7d9bfd5'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:56:43.125128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786e733-a3be-41af-ba5e-3c21ddf8d4f0 req-1750e426-263f-4d21-89fa-77f5029d20fc tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:43.126952 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6786e733-a3be-41af-ba5e-3c21ddf8d4f0 req-1750e426-263f-4d21-89fa-77f5029d20fc tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 944 time: 0.0591974 Mar 10 08:56:43.139331 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['6fd4f30a-18da-47b6-b084-6643a3db9700'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:56:43.215914 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6786e733-a3be-41af-ba5e-3c21ddf8d4f0 req-3033c8e7-aa6f-4628-870b-d887fe7fef39 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827737 Mar 10 08:56:43.231261 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74381491-1d0c-4a80-a263-26453f997d11 req-506bbf48-2e89-4e67-839c-0e3ff041f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:43.232835 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-74381491-1d0c-4a80-a263-26453f997d11 req-506bbf48-2e89-4e67-839c-0e3ff041f15c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0622678 Mar 10 08:56:43.301352 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-74381491-1d0c-4a80-a263-26453f997d11 req-06950b62-3e70-40b4-bb88-71355ff5a338 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622518 Mar 10 08:56:43.378125 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720fdd7-cf54-4b1d-abfe-209d3c1f4857 req-6d4669f4-2197-4a7c-bae2-bc4b1cc3837c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:43.387070 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8720fdd7-cf54-4b1d-abfe-209d3c1f4857 req-6d4669f4-2197-4a7c-bae2-bc4b1cc3837c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 944 time: 0.0674233 Mar 10 08:56:43.430122 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8720fdd7-cf54-4b1d-abfe-209d3c1f4857 req-4e25fc3b-19fe-4205-889c-5d677f0c18ec tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Mar 10 08:56:43.765593 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251623a7-840b-4ed3-978b-0d03caba4e6d req-067a6073-df52-43c7-82d0-3431e7229a31 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:43.767114 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-251623a7-840b-4ed3-978b-0d03caba4e6d req-067a6073-df52-43c7-82d0-3431e7229a31 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0554583 Mar 10 08:56:43.814932 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-251623a7-840b-4ed3-978b-0d03caba4e6d req-63c66d81-b8d7-4317-b2e9-b3eae20ba30d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Mar 10 08:56:44.022851 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1634bf-5c58-4ea2-bca2-238b08d24964 req-beb51b76-e2a3-4000-a9df-5298700404ca tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:44.024228 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ac1634bf-5c58-4ea2-bca2-238b08d24964 req-beb51b76-e2a3-4000-a9df-5298700404ca tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0539827 Mar 10 08:56:44.069068 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ac1634bf-5c58-4ea2-bca2-238b08d24964 req-32634a00-7206-4ea7-a085-42f0957664ff tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394075 Mar 10 08:56:44.165850 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f74407-113d-45c0-8863-f1f936b3c504 req-d9c56a9d-c81a-4e23-9b1d-a71809885c21 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:44.167357 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-14f74407-113d-45c0-8863-f1f936b3c504 req-d9c56a9d-c81a-4e23-9b1d-a71809885c21 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0501311 Mar 10 08:56:44.216551 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-14f74407-113d-45c0-8863-f1f936b3c504 req-d5182e06-e766-43cc-8855-c20288d8b645 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Mar 10 08:56:44.340857 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef9385-427f-4b76-8cc4-b2bdd629a00d req-b7c6811b-8ac3-4c5c-ab07-375c1879239f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:44.342314 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-baef9385-427f-4b76-8cc4-b2bdd629a00d req-b7c6811b-8ac3-4c5c-ab07-375c1879239f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 944 time: 0.0518813 Mar 10 08:56:44.390354 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-baef9385-427f-4b76-8cc4-b2bdd629a00d req-4966e5e9-acd1-422b-a738-d0b8619da1a3 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Mar 10 08:56:44.550914 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd58d58-5820-42b5-b2fd-a575f5a40cfc req-25b19b93-6cd9-4b41-847e-41d294ef6849 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:44.552521 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7bd58d58-5820-42b5-b2fd-a575f5a40cfc req-25b19b93-6cd9-4b41-847e-41d294ef6849 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 944 time: 0.0518587 Mar 10 08:56:44.601539 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7bd58d58-5820-42b5-b2fd-a575f5a40cfc req-cb3c3a50-3b1c-4b10-9140-175d841b5409 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Mar 10 08:56:44.929386 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592cf29-34f7-4341-9397-3ec94ec498fe req-12fb6b5d-eef5-4ee4-ab56-2f8c978d66e3 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:44.936326 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f592cf29-34f7-4341-9397-3ec94ec498fe req-12fb6b5d-eef5-4ee4-ab56-2f8c978d66e3 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0577681 Mar 10 08:56:44.983652 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f592cf29-34f7-4341-9397-3ec94ec498fe req-7cbb79b2-beaa-4fae-a77e-cfa5e012aea0 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 Mar 10 08:56:45.186939 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0f924-4a48-400a-9c8b-488f124523e5 req-9f941bcf-194c-4732-8e25-0612560a5acf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:45.188434 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-25d0f924-4a48-400a-9c8b-488f124523e5 req-9f941bcf-194c-4732-8e25-0612560a5acf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0499823 Mar 10 08:56:45.234370 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-25d0f924-4a48-400a-9c8b-488f124523e5 req-44954e63-9f2c-4d10-87f0-8bd4988e9d9a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 Mar 10 08:56:45.335467 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460e8e-9bda-4be1-a67b-744a70867f94 req-e4af3a80-8ef4-4a62-a297-ed9c23b4b6e3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:45.336995 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f4460e8e-9bda-4be1-a67b-744a70867f94 req-e4af3a80-8ef4-4a62-a297-ed9c23b4b6e3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0524344 Mar 10 08:56:45.387977 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f4460e8e-9bda-4be1-a67b-744a70867f94 req-c6a2998e-9375-43c5-8933-40aa19296c56 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447488 Mar 10 08:56:45.510430 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fdfc2-555f-499c-a402-85194522e74d req-5663f14b-2bed-4297-8204-d62c818f3361 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:45.511883 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-243fdfc2-555f-499c-a402-85194522e74d req-5663f14b-2bed-4297-8204-d62c818f3361 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 944 time: 0.0552454 Mar 10 08:56:45.558654 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-243fdfc2-555f-499c-a402-85194522e74d req-a80b7825-317b-4787-a0c0-2a91df9dc8b7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Mar 10 08:56:45.714951 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f487-dcd1-4b65-9e0f-210a25408ca9 req-bc343770-a830-49ef-94f3-23704ff186f3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:45.716413 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7698f487-dcd1-4b65-9e0f-210a25408ca9 req-bc343770-a830-49ef-94f3-23704ff186f3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 944 time: 0.0503714 Mar 10 08:56:45.763335 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7698f487-dcd1-4b65-9e0f-210a25408ca9 req-b53f7882-4476-41ac-9232-cfc4af3b14ab tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Mar 10 08:56:45.820396 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 6fd4f30a-18da-47b6-b084-6643a3db9700 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:45.927001 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 6fd4f30a-18da-47b6-b084-6643a3db9700 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 08:56:45.931120 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 6fd4f30a-18da-47b6-b084-6643a3db9700 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:45.931501 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:46.012928 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 6fd4f30a-18da-47b6-b084-6643a3db9700 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:46.013330 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:46.036622 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:46.038879 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c41cd9-d4d5-42a1-854b-a05d115c125f" -d '{"events": [{"server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "name": "network-vif-plugged", "status": "completed", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:46.051388 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 6fd4f30a-18da-47b6-b084-6643a3db9700, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6fd4f30a-18da-47b6-b084-6643a3db9700,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:46.074039 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aa29e9-f349-4934-bad0-be4b9c4b5b8b x-openstack-request-id: req-01aa29e9-f349-4934-bad0-be4b9c4b5b8b {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:46.074396 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "name": "network-vif-plugged", "status": "completed", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:46.074663 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01aa29e9-f349-4934-bad0-be4b9c4b5b8b {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:46.075066 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'code': 200} Mar 10 08:56:46.103062 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a9868-5f78-467f-810f-acc6e81e5f6d req-daae1589-1644-4977-b2c5-769cfdbe465b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:46.104524 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e21a9868-5f78-467f-810f-acc6e81e5f6d req-daae1589-1644-4977-b2c5-769cfdbe465b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0529699 Mar 10 08:56:46.138275 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:46.139570 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:46.150536 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e21a9868-5f78-467f-810f-acc6e81e5f6d req-8e31df3a-3ced-4fff-a95e-b1d9c19f5df5 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Mar 10 08:56:46.213422 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=6fd4f30a-18da-47b6-b084-6643a3db9700,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:46.291894 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port bad3c2f3-450e-4a32-95e6-8738dc9d556c completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 08:56:46.295805 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port bad3c2f3-450e-4a32-95e6-8738dc9d556c triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:46.296263 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:46.362162 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a13a5-825b-47ac-9992-7c9f315beb51 req-49148029-5eac-43be-bd3e-3c9c13b56211 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:46.364047 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b02a13a5-825b-47ac-9992-7c9f315beb51 req-49148029-5eac-43be-bd3e-3c9c13b56211 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0554111 Mar 10 08:56:46.377687 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:46.378095 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:46.409667 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:46.411301 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b02a13a5-825b-47ac-9992-7c9f315beb51 req-3708f24d-158d-474a-b293-b0972139d4c2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Mar 10 08:56:46.486723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:46.504725 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc71734-d84b-4ad6-8818-7a7185585a08 req-ba543d8e-26a0-469c-b6a9-62039d97c941 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:46.506235 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8cc71734-d84b-4ad6-8818-7a7185585a08 req-ba543d8e-26a0-469c-b6a9-62039d97c941 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0541904 Mar 10 08:56:46.536554 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:46.556227 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8cc71734-d84b-4ad6-8818-7a7185585a08 req-66e0750b-81b4-4c11-af76-acc7017c5e4b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Mar 10 08:56:46.685113 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e747c55-5946-492a-aa3a-c9fb2daafdc4 req-4a231f1d-6c7e-4803-828e-45ecf0194bb6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:46.686607 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1e747c55-5946-492a-aa3a-c9fb2daafdc4 req-4a231f1d-6c7e-4803-828e-45ecf0194bb6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0605640 Mar 10 08:56:46.732618 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1e747c55-5946-492a-aa3a-c9fb2daafdc4 req-9e713d75-a400-43ab-8d76-90de78c04e09 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398338 Mar 10 08:56:46.878305 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e4fc-a96a-4b46-94e2-bd74935ea811 req-dc95887e-9f0c-499c-93ca-78f546aea343 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:46.879843 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7816e4fc-a96a-4b46-94e2-bd74935ea811 req-dc95887e-9f0c-499c-93ca-78f546aea343 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 944 time: 0.0515947 Mar 10 08:56:46.928478 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7816e4fc-a96a-4b46-94e2-bd74935ea811 req-6cf81367-8002-4679-944c-72f610bcba0c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Mar 10 08:56:47.053351 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d6e19-4e73-4841-a711-2316e3a084a4 req-03a9b3a2-5180-4ad9-8541-abdfbca0d574 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:47.054846 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b95d6e19-4e73-4841-a711-2316e3a084a4 req-03a9b3a2-5180-4ad9-8541-abdfbca0d574 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0554152 Mar 10 08:56:47.100773 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b95d6e19-4e73-4841-a711-2316e3a084a4 req-da7ceaf8-3b69-4e94-8562-80b768249b62 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Mar 10 08:56:47.273010 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760ec1-b32a-469a-9664-a3ad79f1241e req-96ae4695-7d9d-4c4a-be8f-a18d367b9ea4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:47.274446 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-46760ec1-b32a-469a-9664-a3ad79f1241e req-96ae4695-7d9d-4c4a-be8f-a18d367b9ea4 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0506270 Mar 10 08:56:47.320757 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-46760ec1-b32a-469a-9664-a3ad79f1241e req-1639d140-d0d3-42ec-8609-6735f24a6c6c tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Mar 10 08:56:47.530317 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214723c-6092-4674-94bc-8efc51b22a57 req-27b7c92f-f4d5-4fc9-b670-1bab9edf6ce3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:47.531645 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8214723c-6092-4674-94bc-8efc51b22a57 req-27b7c92f-f4d5-4fc9-b670-1bab9edf6ce3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0491614 Mar 10 08:56:47.575794 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8214723c-6092-4674-94bc-8efc51b22a57 req-63726915-2a7a-44cb-a4c9-d226ed028eb0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380929 Mar 10 08:56:47.851477 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835eb0-d720-4938-9ede-a2e95587b66c req-d17db45f-7e9f-4781-861e-2055a0adf4bd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:47.852859 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-45835eb0-d720-4938-9ede-a2e95587b66c req-d17db45f-7e9f-4781-861e-2055a0adf4bd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0536463 Mar 10 08:56:47.898218 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-45835eb0-d720-4938-9ede-a2e95587b66c req-1483ebc1-bd31-4527-9792-de8224e5a235 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 Mar 10 08:56:48.016782 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d14036a1-7555-4c88-89c0-1425d7d9bfd5 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:56:48.046023 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a3753-4326-49a0-83fe-09934bc2391e req-a2d1be62-f5d8-456b-b9d5-0347f92631d3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:48.047525 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d91a3753-4326-49a0-83fe-09934bc2391e req-a2d1be62-f5d8-456b-b9d5-0347f92631d3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 944 time: 0.0546868 Mar 10 08:56:48.076446 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:48.078821 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42b6439-16ca-4445-8b6c-2fbf72aa6c34" -d '{"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:48.094149 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d91a3753-4326-49a0-83fe-09934bc2391e req-8271192a-56d3-413e-a237-0495647a96b1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Mar 10 08:56:48.114288 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dddbac-166d-4725-9907-23694c280f4f x-openstack-request-id: req-04dddbac-166d-4725-9907-23694c280f4f {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:48.114605 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:48.114865 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04dddbac-166d-4725-9907-23694c280f4f {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:48.118333 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'code': 200} Mar 10 08:56:48.143323 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port d14036a1-7555-4c88-89c0-1425d7d9bfd5 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 08:56:48.147286 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port d14036a1-7555-4c88-89c0-1425d7d9bfd5 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:56:48.147722 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:48.217535 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a394c4-9e4c-4f07-a62b-152e45a883d3 req-c7ec2634-0277-4d8d-b1ee-edc3bb0c1e10 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:48.219047 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d2a394c4-9e4c-4f07-a62b-152e45a883d3 req-c7ec2634-0277-4d8d-b1ee-edc3bb0c1e10 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0514374 Mar 10 08:56:48.222672 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port d14036a1-7555-4c88-89c0-1425d7d9bfd5 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:56:48.223068 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:48.255217 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d14036a1-7555-4c88-89c0-1425d7d9bfd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:56:48.266271 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d2a394c4-9e4c-4f07-a62b-152e45a883d3 req-1ef1b1e2-e0b3-48e5-908d-9f793028b58b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Mar 10 08:56:48.309676 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:48.357850 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=d14036a1-7555-4c88-89c0-1425d7d9bfd5,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:48.436050 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad64eb-0bdf-47fb-9f9a-0140144422d0 req-d160cd62-5269-4f60-8264-77e7297bf807 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:48.437493 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-03ad64eb-0bdf-47fb-9f9a-0140144422d0 req-d160cd62-5269-4f60-8264-77e7297bf807 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0496399 Mar 10 08:56:48.483938 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-03ad64eb-0bdf-47fb-9f9a-0140144422d0 req-d75fefb9-c999-4846-a96f-a1434d76620d tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Mar 10 08:56:48.693414 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007124ec-c6cc-4279-8389-95a8ef31fd65 req-4d18b271-f0b8-4ffe-820d-bef23827b507 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:48.694931 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-007124ec-c6cc-4279-8389-95a8ef31fd65 req-4d18b271-f0b8-4ffe-820d-bef23827b507 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0501728 Mar 10 08:56:48.745185 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-007124ec-c6cc-4279-8389-95a8ef31fd65 req-6c08b599-f0a4-4e4a-ac51-8de8004ab339 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447955 Mar 10 08:56:49.007842 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692693e4-20d0-4bcc-8fdc-fd017e6ea3ea req-381b6e99-06f2-42f1-b107-d29420217087 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.009267 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-692693e4-20d0-4bcc-8fdc-fd017e6ea3ea req-381b6e99-06f2-42f1-b107-d29420217087 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0493383 Mar 10 08:56:49.057440 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-692693e4-20d0-4bcc-8fdc-fd017e6ea3ea req-e1c4f64e-5c2f-4899-a244-84b287853669 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Mar 10 08:56:49.207850 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83918042-746c-4608-8c8f-de8a4b704c22 req-15b7bb74-bb48-44d9-b147-42c2dffc0a08 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.209293 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-83918042-746c-4608-8c8f-de8a4b704c22 req-15b7bb74-bb48-44d9-b147-42c2dffc0a08 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.0499585 Mar 10 08:56:49.260029 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-83918042-746c-4608-8c8f-de8a4b704c22 req-a5c17b58-ba89-473a-ac2b-db5fbbe52296 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Mar 10 08:56:49.380910 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f806db-64c1-460f-9392-8138a80c9bf1 req-93448247-0585-4bd8-98c4-ab43405095ae tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.382408 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-77f806db-64c1-460f-9392-8138a80c9bf1 req-93448247-0585-4bd8-98c4-ab43405095ae tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0526245 Mar 10 08:56:49.427935 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-77f806db-64c1-460f-9392-8138a80c9bf1 req-6a772c0c-b209-4fba-bf88-0d61b5ac775d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Mar 10 08:56:49.622117 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393cab9-ee61-40e0-9956-a1ea4339441d req-f68b32e2-2582-4a11-97c5-7c7980c592fe tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.623431 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c393cab9-ee61-40e0-9956-a1ea4339441d req-f68b32e2-2582-4a11-97c5-7c7980c592fe tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0705187 Mar 10 08:56:49.671026 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c393cab9-ee61-40e0-9956-a1ea4339441d req-c1897e02-eaca-4555-8a5f-c671151caf56 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Mar 10 08:56:49.732964 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-5ed1a082-fff0-4369-8f85-aa98b20edd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.734512 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-5ed1a082-fff0-4369-8f85-aa98b20edd00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 1130 time: 0.0485106 Mar 10 08:56:49.834276 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-67c50edc-744e-4f63-901a-065a56f3e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.835888 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-67c50edc-744e-4f63-901a-065a56f3e72c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.0940354 Mar 10 08:56:49.874727 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a1782-d04b-4f45-b5be-2f86f7c58b97 req-fe0e732f-b1df-4e68-a84b-bc998e15201d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.876665 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db3a1782-d04b-4f45-b5be-2f86f7c58b97 req-fe0e732f-b1df-4e68-a84b-bc998e15201d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0560665 Mar 10 08:56:49.897708 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-c6e4b95d-6d83-4ecb-b2a4-c98a0692c807 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9367cc03-0041-400e-9908-e1587bdd210a HTTP/1.1" status: 200 len: 217 time: 0.0418510 Mar 10 08:56:49.935248 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db3a1782-d04b-4f45-b5be-2f86f7c58b97 req-e41d2b0a-bba1-416c-8521-4f0c6c2fd4ea tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521319 Mar 10 08:56:49.948788 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-77eb81c8-6282-422e-b64f-afd97d601edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:49.950329 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-77eb81c8-6282-422e-b64f-afd97d601edb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.0484128 Mar 10 08:56:50.018372 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-6bbdb65c-79a5-49c9-a4dc-64b695731c2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328314 Mar 10 08:56:50.108909 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c7499-cc4f-4b37-9ef3-21f7d960fa58 req-a7d994a9-164c-4e59-b938-50ce0453871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:50.110531 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3e6c7499-cc4f-4b37-9ef3-21f7d960fa58 req-a7d994a9-164c-4e59-b938-50ce0453871b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 1129 time: 0.1166933 Mar 10 08:56:50.116116 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:50.118813 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcac45e2-986c-4de9-8e6d-6e57bb52cb3f" -d '{"events": [{"server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "name": "network-vif-plugged", "status": "completed", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:50.155111 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b052b640-094f-4ef8-9ce1-60cd3c80c383 x-openstack-request-id: req-b052b640-094f-4ef8-9ce1-60cd3c80c383 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:50.155414 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "name": "network-vif-plugged", "status": "completed", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:50.155677 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b052b640-094f-4ef8-9ce1-60cd3c80c383 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:50.156127 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'code': 200} Mar 10 08:56:50.194901 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef76ad-3074-4857-9df6-d82723ec5a0e req-83ee5eed-b6eb-4a77-b488-e93482936aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:50.196405 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-40ef76ad-3074-4857-9df6-d82723ec5a0e req-83ee5eed-b6eb-4a77-b488-e93482936aaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 1130 time: 0.1593289 Mar 10 08:56:50.248317 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-7e0fd53c-7f76-461d-8e1b-ae12e4347fc6 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100482 Mar 10 08:56:50.255010 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3e6c7499-cc4f-4b37-9ef3-21f7d960fa58 req-56f1a206-d268-4931-9792-b9b9f1cc9a94 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159825 Mar 10 08:56:50.294077 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aab2e-d8c2-401a-b94a-c017794169b3 req-b1b36986-6f7c-41fd-88f0-582c5a5acf60 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:50.295581 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd6aab2e-d8c2-401a-b94a-c017794169b3 req-b1b36986-6f7c-41fd-88f0-582c5a5acf60 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.1577041 Mar 10 08:56:50.347245 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-40ef76ad-3074-4857-9df6-d82723ec5a0e req-0b23570d-8550-4c04-a970-00b6f96c47d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356814 Mar 10 08:56:50.402727 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-278b20d0-8765-44d6-b954-464a7bcf8a5f req-59fd5c44-adf5-4224-9b81-924e665895fc service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460273 Mar 10 08:56:50.409835 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd6aab2e-d8c2-401a-b94a-c017794169b3 req-79875415-ea2e-46be-b60e-cf15410c9cca tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975623 Mar 10 08:56:50.417587 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39a0a4-6bf4-4bcf-93d5-e70f4ed44d93 req-313e1c9b-a31e-4148-8960-3e6b9a8ae1e4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:50.419564 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5e39a0a4-6bf4-4bcf-93d5-e70f4ed44d93 req-313e1c9b-a31e-4148-8960-3e6b9a8ae1e4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.0675251 Mar 10 08:56:50.467391 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5e39a0a4-6bf4-4bcf-93d5-e70f4ed44d93 req-42282293-ddef-4c51-967d-f97b47d7fdea tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Mar 10 08:56:50.551915 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a4df-168d-4a25-92c6-b6f01bc9256e req-391cf488-5ca6-495e-9fa2-0464281edd27 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:50.553319 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c37a4df-168d-4a25-92c6-b6f01bc9256e req-391cf488-5ca6-495e-9fa2-0464281edd27 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0579515 Mar 10 08:56:50.599892 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c37a4df-168d-4a25-92c6-b6f01bc9256e req-f8b54baa-8db0-40c3-9bd1-d875f397a653 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Mar 10 08:56:50.853175 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127257cb-c094-4ea5-a599-2b14a605a76f req-5bc52d22-b024-4a52-9f8d-4d3e1b88f690 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:50.854718 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-127257cb-c094-4ea5-a599-2b14a605a76f req-5bc52d22-b024-4a52-9f8d-4d3e1b88f690 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0528026 Mar 10 08:56:50.903162 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-127257cb-c094-4ea5-a599-2b14a605a76f req-ae716b7b-4719-4901-8091-a889964c182c tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Mar 10 08:56:50.932062 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72848-c6ce-4f79-8a73-451d94b47daf req-ebe33ac4-71ce-4c22-ac91-2975570f3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:50.933542 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a8f72848-c6ce-4f79-8a73-451d94b47daf req-ebe33ac4-71ce-4c22-ac91-2975570f3f09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 1129 time: 0.0542252 Mar 10 08:56:50.981402 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a8f72848-c6ce-4f79-8a73-451d94b47daf req-755a987b-ac47-469b-9d08-c338bd023887 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Mar 10 08:56:51.065489 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00d13-c44d-48c3-92eb-c9156220525b req-2ccc84f2-dafb-4bd7-8f3f-5d272278b682 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:51.066996 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-eba00d13-c44d-48c3-92eb-c9156220525b req-2ccc84f2-dafb-4bd7-8f3f-5d272278b682 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0576401 Mar 10 08:56:51.114467 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-eba00d13-c44d-48c3-92eb-c9156220525b req-ddb1b450-1799-4493-99d8-22d8d14a0b0c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416067 Mar 10 08:56:51.547946 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100a4c1-9e91-49f2-9fcd-7f8395a5aa53 req-214d20c1-7668-4b05-92a9-ee050219dddb tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:51.550455 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4100a4c1-9e91-49f2-9fcd-7f8395a5aa53 req-214d20c1-7668-4b05-92a9-ee050219dddb tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0736964 Mar 10 08:56:51.635408 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e185d45-d96e-475a-aa17-e53c19a30301 req-09218006-5fa4-489b-9e71-33e3c78640ef tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:51.638622 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3e185d45-d96e-475a-aa17-e53c19a30301 req-09218006-5fa4-489b-9e71-33e3c78640ef tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.0935538 Mar 10 08:56:51.647378 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4100a4c1-9e91-49f2-9fcd-7f8395a5aa53 req-eee7f246-f33b-41df-bcdb-3aba539e368b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903230 Mar 10 08:56:51.693140 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3e185d45-d96e-475a-aa17-e53c19a30301 req-4c5ddd62-9d8e-448b-8e0a-25f1d58af0e2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534785 Mar 10 08:56:51.777203 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2da7d-bd9a-45ba-b3e3-c36492ed188f req-4317737d-f7f0-42f0-800a-1054cc0aa5ca tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:51.778596 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-70f2da7d-bd9a-45ba-b3e3-c36492ed188f req-4317737d-f7f0-42f0-800a-1054cc0aa5ca tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0611024 Mar 10 08:56:51.838534 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-70f2da7d-bd9a-45ba-b3e3-c36492ed188f req-9365d5b0-9465-4d08-ad93-ebb9051e2a50 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Mar 10 08:56:52.248328 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44768) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:52.267147 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cab23-971b-4ebd-a218-54c13a686454 req-8f4730a5-afe1-471f-9142-a5006ef3c914 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:52.268686 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f29cab23-971b-4ebd-a218-54c13a686454 req-8f4730a5-afe1-471f-9142-a5006ef3c914 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0848427 Mar 10 08:56:52.275522 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-33b748e0-c04e-43cd-ba96-b5b0feed2e68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630393 Mar 10 08:56:52.321251 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f29cab23-971b-4ebd-a218-54c13a686454 req-3b1444b2-c3bf-4196-98c3-6587cae5e3d7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447607 Mar 10 08:56:52.367530 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:52.388827 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-4a751380-7204-4926-9125-eda722f693c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:52.390374 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-4a751380-7204-4926-9125-eda722f693c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4191957d3e1437c89077589c24d62a1&device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 1129 time: 0.0465152 Mar 10 08:56:52.439757 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Publish callbacks [] for security_group (6ae817c1-29df-4f4f-a76f-d64d4a93a6a1), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:52.517173 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-b55cd5ac-2041-4258-a026-39e943f622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:52.519220 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-b55cd5ac-2041-4258-a026-39e943f622d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a HTTP/1.1" status: 200 len: 913 time: 0.0864983 Mar 10 08:56:52.559629 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-891a80f7-0a8b-4317-8141-c3c704f28f5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb713eee-1570-4344-83a2-2debc456f042 HTTP/1.1" status: 200 len: 217 time: 0.0328362 Mar 10 08:56:52.613945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-7dd08ffc-d5f6-4652-aa56-f694ba51f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:52.621769 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-7dd08ffc-d5f6-4652-aa56-f694ba51f248 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=547aa18b-6374-48b6-9266-38f53616538e HTTP/1.1" status: 200 len: 852 time: 0.0491691 Mar 10 08:56:52.651350 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-594be2ae-157d-4d02-a3bc-f1b6d6024871 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294652 Mar 10 08:56:52.687521 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6ae817c1-29df-4f4f-a76f-d64d4a93a6a1), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:52.788446 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-8219208b-8cb9-4e97-ad38-b84f59e8c422 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289561 Mar 10 08:56:52.811657 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41996588f0ac4bff8d65a7bd53a7f168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5614629 Mar 10 08:56:52.818194 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae817c1-29df-4f4f-a76f-d64d4a93a6a1,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:52.821509 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44790) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:52.855699 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6cac4-4b53-4f90-a28b-38e7975e0875 req-8590a150-817f-4f7d-aafd-8db865e83a11 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:52.865487 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-01d6cac4-4b53-4f90-a28b-38e7975e0875 req-8590a150-817f-4f7d-aafd-8db865e83a11 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.1098535 Mar 10 08:56:52.870661 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.871041 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.871397 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.871746 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.872086 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.872421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.872772 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.873710 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.874077 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.874460 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.874805 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.875142 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.875471 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3f5b4-ec38-4cf9-accf-0bb7cf963320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:52.960995 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28adb9ee-e547-407c-afc5-aafe69bf24b0 req-ca149924-87bb-4dd5-8c10-af6bf41863cb service neutron] 10.222.0.30 "GET /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599343 Mar 10 08:56:52.963946 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-01d6cac4-4b53-4f90-a28b-38e7975e0875 req-78183460-6245-4dbd-8e54-1402b2dfd91e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975838 Mar 10 08:56:52.964711 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2e321243-5255-44c0-8f90-14162734ba9a admin admin] Publish callbacks [] for security_group (6ae817c1-29df-4f4f-a76f-d64d4a93a6a1), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:52.969965 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8925-eee5-4053-92ec-3bbd43f49bb7 req-29d8f3f1-c9c1-4388-97ea-f881337f8f41 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:52.976903 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-db9e8925-eee5-4053-92ec-3bbd43f49bb7 req-29d8f3f1-c9c1-4388-97ea-f881337f8f41 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.1446655 Mar 10 08:56:53.000527 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2e321243-5255-44c0-8f90-14162734ba9a admin admin] Publish callbacks [] for security_group (6ae817c1-29df-4f4f-a76f-d64d4a93a6a1), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:53.032712 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-db9e8925-eee5-4053-92ec-3bbd43f49bb7 req-51edffcd-f815-4c52-bbbd-ba579e3a3ed2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548360 Mar 10 08:56:53.099935 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2ffbf-420c-4b4e-a53f-3929f1fff567 req-03abf91c-0e82-4df6-94f7-b6aaf44db1e3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:53.101444 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e0c2ffbf-420c-4b4e-a53f-3929f1fff567 req-03abf91c-0e82-4df6-94f7-b6aaf44db1e3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0698609 Mar 10 08:56:53.149173 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e0c2ffbf-420c-4b4e-a53f-3929f1fff567 req-3c20cd93-219f-47cd-bd5d-f5b17cf1d101 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Mar 10 08:56:53.156185 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2e321243-5255-44c0-8f90-14162734ba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6ae817c1-29df-4f4f-a76f-d64d4a93a6a1), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:53.160643 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2e321243-5255-44c0-8f90-14162734ba9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:53.171186 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-2e321243-5255-44c0-8f90-14162734ba9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ae817c1-29df-4f4f-a76f-d64d4a93a6a1 HTTP/1.1" status: 204 len: 168 time: 0.3359067 Mar 10 08:56:53.197149 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e321243-5255-44c0-8f90-14162734ba9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae817c1-29df-4f4f-a76f-d64d4a93a6a1,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:53.445504 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee429fd0-5c4b-4baa-8aa0-1377e80273e3 req-93c2b846-3775-44eb-9df7-e0fb5076e697 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:53.447041 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee429fd0-5c4b-4baa-8aa0-1377e80273e3 req-93c2b846-3775-44eb-9df7-e0fb5076e697 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0555997 Mar 10 08:56:53.680243 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee429fd0-5c4b-4baa-8aa0-1377e80273e3 req-49af383f-f1eb-4012-94d9-27254c2a81f4 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271471 Mar 10 08:56:53.802752 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97e589-3306-406e-9522-fc9a06f428b4 req-17a33739-6f4d-4d9d-9e7d-7d514c08c914 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:53.804227 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0d97e589-3306-406e-9522-fc9a06f428b4 req-17a33739-6f4d-4d9d-9e7d-7d514c08c914 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0509791 Mar 10 08:56:53.812917 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44808) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:53.817625 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'floatingip': {'port_id': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:53.900314 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (f4246c95-73a5-4d94-9f06-b09e3c8f0aac), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:53.912988 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44814) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:53.925732 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.006686 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Publish callbacks [] for security_group (bcab35d6-d480-4259-b730-71c670d89ba9), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.111021 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (bcab35d6-d480-4259-b730-71c670d89ba9), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.156696 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96847ef3c9354608a531336e09fba565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401681 Mar 10 08:56:54.156696 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab35d6-d480-4259-b730-71c670d89ba9,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:54.157502 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44824) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:54.175679 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.176223 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.176494 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.176839 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.177173 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.177504 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.177836 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.178186 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.178516 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.178850 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.179174 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.179500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.179814 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0988907-49d0-4ab4-b987-1c6aa789a4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:56:54.239393 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9747b010-21b8-496e-ad4b-1a2cb8198a8a admin admin] Publish callbacks [] for security_group (bcab35d6-d480-4259-b730-71c670d89ba9), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.273961 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9747b010-21b8-496e-ad4b-1a2cb8198a8a admin admin] Publish callbacks [] for security_group (bcab35d6-d480-4259-b730-71c670d89ba9), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.295602 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854516c-22a3-42fd-9e86-bf3851816856 req-4702a17f-7a07-4ab9-9248-62f238a97887 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:54.297165 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c854516c-22a3-42fd-9e86-bf3851816856 req-4702a17f-7a07-4ab9-9248-62f238a97887 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.2451763 Mar 10 08:56:54.401888 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c854516c-22a3-42fd-9e86-bf3851816856 req-0978aaea-e92e-4680-af8a-efe38d9a3afe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929084 Mar 10 08:56:54.442524 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9747b010-21b8-496e-ad4b-1a2cb8198a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (bcab35d6-d480-4259-b730-71c670d89ba9), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.445660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9747b010-21b8-496e-ad4b-1a2cb8198a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.446934 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-9747b010-21b8-496e-ad4b-1a2cb8198a8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcab35d6-d480-4259-b730-71c670d89ba9 HTTP/1.1" status: 204 len: 168 time: 0.2885084 Mar 10 08:56:54.461129 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747b010-21b8-496e-ad4b-1a2cb8198a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab35d6-d480-4259-b730-71c670d89ba9,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:54.539293 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.681044 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44a49-511d-450f-868c-c7afbfb48e3b req-bedccbc1-019b-423a-b7b2-10452e1e86d2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:54.682576 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2e44a49-511d-450f-868c-c7afbfb48e3b req-bedccbc1-019b-423a-b7b2-10452e1e86d2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.2252018 Mar 10 08:56:54.820325 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a2e44a49-511d-450f-868c-c7afbfb48e3b req-953b1c4e-eaac-45da-8eaf-058c6cb9f552 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291900 Mar 10 08:56:54.932733 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:54.962594 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01550c2-c72f-408a-b292-eb69caaf75d4 req-91c605f8-bc19-4729-8dc0-09fc892434b3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:54.964646 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d01550c2-c72f-408a-b292-eb69caaf75d4 req-91c605f8-bc19-4729-8dc0-09fc892434b3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0804982 Mar 10 08:56:55.022279 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (f4246c95-73a5-4d94-9f06-b09e3c8f0aac), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:55.073404 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d01550c2-c72f-408a-b292-eb69caaf75d4 req-a033e875-2873-4005-99a3-81040a72ca85 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933807 Mar 10 08:56:55.108855 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9c6e-72ab-4738-be32-3bd3f6d08fab req-cc6456a9-2e99-4819-9b94-ac693d83d844 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:55.110833 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-643a9c6e-72ab-4738-be32-3bd3f6d08fab req-cc6456a9-2e99-4819-9b94-ac693d83d844 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.1414182 Mar 10 08:56:55.129818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44874) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:55.135026 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'floatingip': {'port_id': '6fd4f30a-18da-47b6-b084-6643a3db9700'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:55.166826 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Floating IP f4246c95-73a5-4d94-9f06-b09e3c8f0aac associated. External IP: 172.27.1.127, port: bad3c2f3-450e-4a32-95e6-8738dc9d556c. Mar 10 08:56:55.244773 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (c3938885-5d09-4f9e-b742-69e51f98869c), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:55.345608 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d603dd-2696-4d63-99a8-d3bff3624eca req-9238efc4-e7e1-4aa5-9fe0-4777841d8814 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:55.347811 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f1d603dd-2696-4d63-99a8-d3bff3624eca req-9238efc4-e7e1-4aa5-9fe0-4777841d8814 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.1769300 Mar 10 08:56:55.358668 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44878) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:55.366904 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:56:55.439246 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (162b71be-99c1-498b-963c-76fb4a0eeab2), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:55.526965 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:56:55.553943 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44888) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:55.705268 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e8073e1b-2f00-4336-b9b4-fd20d5766c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:55.907239 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:55.913481 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:55.924362 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] Sync routers for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:55.942459 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:55.943100 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:56.010151 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-60d08598-3007-4c23-8ded-b7038ac52b8a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "PUT /v2.0/floatingips/f4246c95-73a5-4d94-9f06-b09e3c8f0aac HTTP/1.1" status: 200 len: 992 time: 2.1932869 Mar 10 08:56:56.013857 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:56.036923 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e8073e1b-2f00-4336-b9b4-fd20d5766c66 admin admin] Publish callbacks [] for security_group (eca13d6b-29e9-49cc-95a9-4cff03825061), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.071599 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.095981 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:56.133870 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e8073e1b-2f00-4336-b9b4-fd20d5766c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (eca13d6b-29e9-49cc-95a9-4cff03825061), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.183555 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (c3938885-5d09-4f9e-b742-69e51f98869c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.234424 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-e8073e1b-2f00-4336-b9b4-fd20d5766c66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c4a1fb3e99549a0a77ac6685dad438f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6784081 Mar 10 08:56:56.242128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44914) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:56.261770 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8073e1b-2f00-4336-b9b4-fd20d5766c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca13d6b-29e9-49cc-95a9-4cff03825061,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:56.327856 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.333164 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83f7c1-2233-45e6-9723-dee311e09576" -d '{"events": [{"name": "network-changed", "server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:56.380697 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6162da32-d9b7-4483-9445-3de0f6c63d4c admin admin] Publish callbacks [] for security_group (eca13d6b-29e9-49cc-95a9-4cff03825061), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.384479 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141a601-7048-4409-ae3a-dafeb5f37600 req-7d42e943-6181-42fc-b2d9-2dbc723c9b4c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:56.389079 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4141a601-7048-4409-ae3a-dafeb5f37600 req-7d42e943-6181-42fc-b2d9-2dbc723c9b4c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0765424 Mar 10 08:56:56.401004 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Floating IP c3938885-5d09-4f9e-b742-69e51f98869c associated. External IP: 172.27.1.196, port: 6fd4f30a-18da-47b6-b084-6643a3db9700. Mar 10 08:56:56.446857 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4141a601-7048-4409-ae3a-dafeb5f37600 req-fc732bd9-30aa-4929-b5be-e7047bcb8500 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525632 Mar 10 08:56:56.448823 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (162b71be-99c1-498b-963c-76fb4a0eeab2), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.462201 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6162da32-d9b7-4483-9445-3de0f6c63d4c admin admin] Publish callbacks [] for security_group (eca13d6b-29e9-49cc-95a9-4cff03825061), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.499149 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7838cced-ea60-466b-ba7d-3fd4ba8e91c5 x-openstack-request-id: req-7838cced-ea60-466b-ba7d-3fd4ba8e91c5 {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:56.499448 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:56.499709 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7838cced-ea60-466b-ba7d-3fd4ba8e91c5 {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:56.500267 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'status': 'completed', 'code': 200} Mar 10 08:56:56.565761 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'f4246c95-73a5-4d94-9f06-b09e3c8f0aac', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'port_id': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'mac_address': 'fa:16:3e:46:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:19Z', 'updated_at': '2022-03-10T08:56:54Z', 'revision_number': 1, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:56.586963 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP 162b71be-99c1-498b-963c-76fb4a0eeab2 associated. External IP: 172.27.1.155, port: d14036a1-7555-4c88-89c0-1425d7d9bfd5. Mar 10 08:56:56.600502 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] Checking router: 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:56.610375 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:56.611268 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:56.776120 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:56.831722 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-01431657-712c-44f5-bf83-a9c7350fdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:56.833358 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-01431657-712c-44f5-bf83-a9c7350fdb99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 1130 time: 0.2983465 Mar 10 08:56:56.848883 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:56:56.941149 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6162da32-d9b7-4483-9445-3de0f6c63d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (eca13d6b-29e9-49cc-95a9-4cff03825061), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.943714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6162da32-d9b7-4483-9445-3de0f6c63d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:56.947493 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6162da32-d9b7-4483-9445-3de0f6c63d4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eca13d6b-29e9-49cc-95a9-4cff03825061 HTTP/1.1" status: 204 len: 168 time: 0.7044945 Mar 10 08:56:56.981867 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162da32-d9b7-4483-9445-3de0f6c63d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca13d6b-29e9-49cc-95a9-4cff03825061,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:56.991281 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:57.008138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:57.012256 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:57.035096 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:57.035743 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:57.051872 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-58ac9532-331e-4efc-8bec-246b28fd8dd7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "PUT /v2.0/floatingips/162b71be-99c1-498b-963c-76fb4a0eeab2 HTTP/1.1" status: 200 len: 991 time: 1.6916904 Mar 10 08:56:57.113247 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:56:57.142196 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'f4246c95-73a5-4d94-9f06-b09e3c8f0aac', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'port_id': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'mac_address': 'fa:16:3e:46:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:19Z', 'updated_at': '2022-03-10T08:56:54Z', 'revision_number': 1, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:57.168048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-112ce622-23a2-48f2-9fa2-b4b9d87290ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:57.169538 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-112ce622-23a2-48f2-9fa2-b4b9d87290ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.2795618 Mar 10 08:56:57.176824 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6f5b9-1801-445e-9eb6-ccddde8552c9 None None] The sync data for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi is: [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'f4246c95-73a5-4d94-9f06-b09e3c8f0aac', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'port_id': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'mac_address': 'fa:16:3e:46:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:19Z', 'updated_at': '2022-03-10T08:56:54Z', 'revision_number': 1, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:57.265153 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:57.341515 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-e4bbd9f5-695b-4457-b809-9bfa88dd317e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 200 len: 1000 time: 0.1651392 Mar 10 08:56:57.356003 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:56:57.364134 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:57.367182 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] Sync routers for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:56:57.389258 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:57.390167 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:57.414185 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-c0e3ca7b-88b5-4c9b-9546-7a4281025b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:57.415782 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-c0e3ca7b-88b5-4c9b-9546-7a4281025b38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0562398 Mar 10 08:56:57.461631 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-d9126493-bd37-43a0-866e-5e2f19bb5308 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "PUT /v2.0/floatingips/c3938885-5d09-4f9e-b742-69e51f98869c HTTP/1.1" status: 200 len: 991 time: 2.3179288 Mar 10 08:56:57.461631 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:57.461631 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b396b50-f7d9-469d-84ff-2e3531a3224b" -d '{"events": [{"name": "network-changed", "server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:57.525696 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476342a-d5fd-46e9-a670-535a8aa15ba5 x-openstack-request-id: req-8476342a-d5fd-46e9-a670-535a8aa15ba5 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:57.525920 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:57.526210 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8476342a-d5fd-46e9-a670-535a8aa15ba5 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:57.526620 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'status': 'completed', 'code': 200} Mar 10 08:56:57.605209 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:56Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:57.634870 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe5f46-a497-4006-9138-8d0d6f656894 req-a504d50c-faaf-4357-9991-687b83b9fac4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:57.637561 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:57.650353 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-15fe5f46-a497-4006-9138-8d0d6f656894 req-a504d50c-faaf-4357-9991-687b83b9fac4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0770142 Mar 10 08:56:57.667987 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:57.685255 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:57.686190 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:57.707809 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-15fe5f46-a497-4006-9138-8d0d6f656894 req-eeab4f83-9e62-44dc-96b9-491e30b49e43 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565417 Mar 10 08:56:57.782680 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44962) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:57.797111 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-626e77fc-b33e-4546-9b02-162c588db6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:57.842658 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:57.893238 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-626e77fc-b33e-4546-9b02-162c588db6e8 admin admin] Publish callbacks [] for security_group (df6d4f49-3ab3-4d3a-b530-5780f729d77e), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:57.955463 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'c3938885-5d09-4f9e-b742-69e51f98869c', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'port_id': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'mac_address': 'fa:16:3e:1a:98:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:15Z', 'updated_at': '2022-03-10T08:56:55Z', 'revision_number': 1, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:57.963776 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 44968) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:57.980210 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-626e77fc-b33e-4546-9b02-162c588db6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (df6d4f49-3ab3-4d3a-b530-5780f729d77e), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:57.993246 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] Checking router: 2dfbccb2-34c0-4613-8bf4-6efe619f0560 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:56:58.003547 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:56:58.004108 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:56:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:58.025856 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44972) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:58.030289 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-626e77fc-b33e-4546-9b02-162c588db6e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a4a7d41bdaa46ec95726a4fbbf07ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468305 Mar 10 08:56:58.062809 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e77fc-b33e-4546-9b02-162c588db6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d4f49-3ab3-4d3a-b530-5780f729d77e,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:58.105160 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-70cb41bb-c381-4ecc-85a4-26b8d77d101f admin admin] Publish callbacks [] for security_group (df6d4f49-3ab3-4d3a-b530-5780f729d77e), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.134192 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-70cb41bb-c381-4ecc-85a4-26b8d77d101f admin admin] Publish callbacks [] for security_group (df6d4f49-3ab3-4d3a-b530-5780f729d77e), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.169056 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f0-9684-421b-9551-3d73cc2d8a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.183439 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:56Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:58.228246 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61cde1-b8b5-4745-8c30-2c5be2e415e9 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:56Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:58.262207 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:56:58.283251 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-70cb41bb-c381-4ecc-85a4-26b8d77d101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (df6d4f49-3ab3-4d3a-b530-5780f729d77e), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.291141 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-70cb41bb-c381-4ecc-85a4-26b8d77d101f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.291141 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-70cb41bb-c381-4ecc-85a4-26b8d77d101f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df6d4f49-3ab3-4d3a-b530-5780f729d77e HTTP/1.1" status: 204 len: 168 time: 0.2612700 Mar 10 08:56:58.296325 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb41bb-c381-4ecc-85a4-26b8d77d101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d4f49-3ab3-4d3a-b530-5780f729d77e,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:58.310208 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45175269-1ea5-4dbe-85c8-098f00acf685 None None] New status for floating IP f4246c95-73a5-4d94-9f06-b09e3c8f0aac: ACTIVE {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 08:56:58.360971 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f0-9684-421b-9551-3d73cc2d8a67 admin admin] Publish callbacks [] for security_group (85fd5cc2-e62d-46fd-86f9-10fdc1f73760), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.439758 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f0-9684-421b-9551-3d73cc2d8a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (85fd5cc2-e62d-46fd-86f9-10fdc1f73760), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.502207 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:56:58.509071 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e" -d '{"events": [{"name": "network-changed", "server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:56:58.547299 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b6d5b8f0-9684-421b-9551-3d73cc2d8a67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5180ea86c41d4f0ca53dfeea407fd21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5826964 Mar 10 08:56:58.550661 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 44980) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:58.559727 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5b8f0-9684-421b-9551-3d73cc2d8a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fd5cc2-e62d-46fd-86f9-10fdc1f73760,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:58.562622 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'c3938885-5d09-4f9e-b742-69e51f98869c', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'port_id': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'mac_address': 'fa:16:3e:1a:98:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:15Z', 'updated_at': '2022-03-10T08:56:55Z', 'revision_number': 1, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:56:58.583299 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4862697f-7e51-4503-b98b-9983916d9a59 x-openstack-request-id: req-4862697f-7e51-4503-b98b-9983916d9a59 {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:56:58.583704 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:56:58.585188 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4862697f-7e51-4503-b98b-9983916d9a59 {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:56:58.585913 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'status': 'completed', 'code': 200} Mar 10 08:56:58.613301 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-05d26fee-496b-4544-9164-566f5b085e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:58.615150 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-05d26fee-496b-4544-9164-566f5b085e8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1878781 Mar 10 08:56:58.622352 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd127cc-0371-483c-9f98-9a73e6f08003 None None] New status for floating IP 162b71be-99c1-498b-963c-76fb4a0eeab2: ACTIVE {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 08:56:58.625144 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20981612-2570-4689-b1e0-cdf38aae4520 None None] The sync data for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi is: [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'c3938885-5d09-4f9e-b742-69e51f98869c', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'port_id': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'mac_address': 'fa:16:3e:1a:98:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:15Z', 'updated_at': '2022-03-10T08:56:55Z', 'revision_number': 1, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:56:58.662394 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e8de741b-3226-4820-b8a7-fb976207e0c0 admin admin] Publish callbacks [] for security_group (85fd5cc2-e62d-46fd-86f9-10fdc1f73760), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.692336 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e8de741b-3226-4820-b8a7-fb976207e0c0 admin admin] Publish callbacks [] for security_group (85fd5cc2-e62d-46fd-86f9-10fdc1f73760), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.837569 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e8de741b-3226-4820-b8a7-fb976207e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (85fd5cc2-e62d-46fd-86f9-10fdc1f73760), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.840948 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e8de741b-3226-4820-b8a7-fb976207e0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:58.842784 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e8de741b-3226-4820-b8a7-fb976207e0c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85fd5cc2-e62d-46fd-86f9-10fdc1f73760 HTTP/1.1" status: 204 len: 168 time: 0.2907379 Mar 10 08:56:58.866752 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de741b-3226-4820-b8a7-fb976207e0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fd5cc2-e62d-46fd-86f9-10fdc1f73760,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:58.877814 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f4ee7-9ed3-47e4-b53d-5ee59b344467 req-8b19bc1b-0875-46f2-8b85-cdf4848bc2bc tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:56:58.879827 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-007f4ee7-9ed3-47e4-b53d-5ee59b344467 req-8b19bc1b-0875-46f2-8b85-cdf4848bc2bc tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0825441 Mar 10 08:56:58.945010 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-007f4ee7-9ed3-47e4-b53d-5ee59b344467 req-6d598aad-34f4-42d8-8913-ea9b95818edf tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Mar 10 08:56:59.021097 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa1490-440b-419e-8422-51c82ce9111f None None] New status for floating IP c3938885-5d09-4f9e-b742-69e51f98869c: ACTIVE {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 08:56:59.417136 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45008) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:59.430645 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-14d6718c-36a7-4d63-baf4-493ba3416eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:59.507576 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-14d6718c-36a7-4d63-baf4-493ba3416eb8 admin admin] Publish callbacks [] for security_group (a771e1c7-317c-4eb4-82c0-0c028b3dd30b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:59.574158 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-14d6718c-36a7-4d63-baf4-493ba3416eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a771e1c7-317c-4eb4-82c0-0c028b3dd30b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:59.615673 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-14d6718c-36a7-4d63-baf4-493ba3416eb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2894e32c05124e78912dffcad4034df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948512 Mar 10 08:56:59.615673 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6718c-36a7-4d63-baf4-493ba3416eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a771e1c7-317c-4eb4-82c0-0c028b3dd30b,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:56:59.616068 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45014) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:56:59.667403 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-148f956b-51d4-4f16-9ce0-582011fcbbe3 admin admin] Publish callbacks [] for security_group (a771e1c7-317c-4eb4-82c0-0c028b3dd30b), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:59.689329 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-148f956b-51d4-4f16-9ce0-582011fcbbe3 admin admin] Publish callbacks [] for security_group (a771e1c7-317c-4eb4-82c0-0c028b3dd30b), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:59.803166 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-148f956b-51d4-4f16-9ce0-582011fcbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a771e1c7-317c-4eb4-82c0-0c028b3dd30b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:59.805912 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-148f956b-51d4-4f16-9ce0-582011fcbbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:56:59.807077 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-148f956b-51d4-4f16-9ce0-582011fcbbe3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a771e1c7-317c-4eb4-82c0-0c028b3dd30b HTTP/1.1" status: 204 len: 168 time: 0.1899741 Mar 10 08:56:59.816169 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f956b-51d4-4f16-9ce0-582011fcbbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a771e1c7-317c-4eb4-82c0-0c028b3dd30b,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:00.070519 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b8f93-2833-45b1-8041-bd5fd41dbff1 req-26a7927d-98b0-4353-bac2-5c2061ffe631 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:00.072011 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4d9b8f93-2833-45b1-8041-bd5fd41dbff1 req-26a7927d-98b0-4353-bac2-5c2061ffe631 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0540817 Mar 10 08:57:00.119738 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4d9b8f93-2833-45b1-8041-bd5fd41dbff1 req-c794cf3a-f30c-4e8e-98be-522d3cd3fc18 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Mar 10 08:57:00.935662 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-8d51ec95-91f9-44a9-9f74-95d076aebef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:00.937167 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-8d51ec95-91f9-44a9-9f74-95d076aebef9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 1129 time: 0.1412523 Mar 10 08:57:00.951779 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-2c9d8f4b-577a-4785-a8a6-66f0f084ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:00.953274 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-2c9d8f4b-577a-4785-a8a6-66f0f084ee72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 1129 time: 0.1384671 Mar 10 08:57:00.985064 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-efadd032-1b1b-4939-ae5f-68cc7a55294c service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014170 Mar 10 08:57:01.180154 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-799d36e1-7240-455e-ae8f-089a9710a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:01.181622 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-799d36e1-7240-455e-ae8f-089a9710a696 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 916 time: 0.2172081 Mar 10 08:57:01.184177 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-0856bcd4-9791-4645-b3a6-8a603a867675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:01.185487 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-0856bcd4-9791-4645-b3a6-8a603a867675 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 912 time: 0.2297604 Mar 10 08:57:01.293131 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc83f7c1-2233-45e6-9723-dee311e09576 req-46e7e251-60b1-428e-a31f-63e30ebbf6ee service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936924 Mar 10 08:57:01.340246 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-882b0640-97dd-4115-b126-265502b9254c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5 HTTP/1.1" status: 200 len: 1001 time: 0.1359813 Mar 10 08:57:01.344607 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-5e5cfd47-4128-4851-babd-dc7598e765dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 200 len: 1001 time: 0.1393545 Mar 10 08:57:01.352813 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea038477-6d7a-4e55-a2e9-05b914420634 req-21043631-3449-4a6f-af82-807e620b3278 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:01.354308 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ea038477-6d7a-4e55-a2e9-05b914420634 req-21043631-3449-4a6f-af82-807e620b3278 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.1679344 Mar 10 08:57:01.467826 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-bbadf4e7-b770-413f-9a2a-443a825a8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:01.469259 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-bbadf4e7-b770-413f-9a2a-443a825a8fb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.1097906 Mar 10 08:57:01.475949 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45078) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:01.487033 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-e1f21538-3a63-4762-9a1d-793056eb59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:01.490597 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-e1f21538-3a63-4762-9a1d-793056eb59fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.1217163 Mar 10 08:57:01.494258 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ea038477-6d7a-4e55-a2e9-05b914420634 req-73beb791-14b7-40d4-a083-d1438243824a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265509 Mar 10 08:57:01.557076 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-01634fe5-3fbf-4e68-9e51-f8cf5aca840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:01.558588 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-01634fe5-3fbf-4e68-9e51-f8cf5aca840f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811036 Mar 10 08:57:01.564241 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-22760058-19cd-401c-a69d-9454c50a931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:01.566113 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-22760058-19cd-401c-a69d-9454c50a931b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559237 Mar 10 08:57:01.588228 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdd87-0f3e-4950-9c9a-6033045b75ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:01.678007 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdd87-0f3e-4950-9c9a-6033045b75ca admin admin] Publish callbacks [] for security_group (d0bfcc36-a29c-486d-9d51-558ce6d2350b), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:01.689512 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:57:01.729416 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdd87-0f3e-4950-9c9a-6033045b75ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d0bfcc36-a29c-486d-9d51-558ce6d2350b), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:01.769213 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fdd87-0f3e-4950-9c9a-6033045b75ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bfcc36-a29c-486d-9d51-558ce6d2350b,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:01.776259 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-6b7fdd87-0f3e-4950-9c9a-6033045b75ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38bde7cf775140d2bdc6124fbc4e23f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989702 Mar 10 08:57:01.776871 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45086) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:01.830746 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-71ccc055-eade-4129-bcda-50d29b671ee3 admin admin] Publish callbacks [] for security_group (d0bfcc36-a29c-486d-9d51-558ce6d2350b), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:01.852911 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-71ccc055-eade-4129-bcda-50d29b671ee3 admin admin] Publish callbacks [] for security_group (d0bfcc36-a29c-486d-9d51-558ce6d2350b), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:01.949670 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-7f293e2d-21d3-4a8a-9d5f-4a1c49212adb service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821039 Mar 10 08:57:01.951704 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-5a31f744-ec40-489f-b47c-5ea1b6fed2f2 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774304 Mar 10 08:57:01.974858 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-71ccc055-eade-4129-bcda-50d29b671ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d0bfcc36-a29c-486d-9d51-558ce6d2350b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:01.977368 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-71ccc055-eade-4129-bcda-50d29b671ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:01.978510 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-71ccc055-eade-4129-bcda-50d29b671ee3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0bfcc36-a29c-486d-9d51-558ce6d2350b HTTP/1.1" status: 204 len: 168 time: 0.2003765 Mar 10 08:57:01.986938 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccc055-eade-4129-bcda-50d29b671ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bfcc36-a29c-486d-9d51-558ce6d2350b,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:02.122155 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38a4cbc4-c1bb-496c-a768-b08d2bc4209e req-e902861c-b300-4f69-9fb5-ac75549ab48c service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551991 Mar 10 08:57:02.124273 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b396b50-f7d9-469d-84ff-2e3531a3224b req-100ea01f-55e2-45ad-b57a-7ee2c7a842af service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491938 Mar 10 08:57:02.614174 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa2b6a-eaf9-4b07-bed8-743ce14c8437 req-afbdd1b3-e90e-41d4-9c5a-1d600da7fda4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:02.616435 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-52fa2b6a-eaf9-4b07-bed8-743ce14c8437 req-afbdd1b3-e90e-41d4-9c5a-1d600da7fda4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0547523 Mar 10 08:57:02.826604 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-52fa2b6a-eaf9-4b07-bed8-743ce14c8437 req-2a12e8f7-a6ea-4a62-8dcd-0957dd757fc1 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051470 Mar 10 08:57:03.397997 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1ec47a6f-8648-437e-9458-82f040803859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:03.959467 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6da05c-7ad1-42d7-a196-d5b0cfc89201 req-bc76df30-81cc-40fa-a69b-37005fe7e480 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:03.960938 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4d6da05c-7ad1-42d7-a196-d5b0cfc89201 req-bc76df30-81cc-40fa-a69b-37005fe7e480 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0615039 Mar 10 08:57:04.008164 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4d6da05c-7ad1-42d7-a196-d5b0cfc89201 req-6e76db12-78b7-4127-9d07-05895898aeef tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Mar 10 08:57:05.063743 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec35e-0e9d-499a-83cf-f1feb3934ff2 req-917ad0b8-aaab-4533-a8ac-47a88d6524ba tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:05.065297 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-223ec35e-0e9d-499a-83cf-f1feb3934ff2 req-917ad0b8-aaab-4533-a8ac-47a88d6524ba tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0519590 Mar 10 08:57:05.121727 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-223ec35e-0e9d-499a-83cf-f1feb3934ff2 req-2f3a94ff-dace-4dad-928d-b23dfcd6fd1a tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496466 Mar 10 08:57:05.135217 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221e87-d443-43a5-8d5d-e3366b5af104 req-180f68d1-ecc1-4f63-8232-609ecce5bbe0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:05.136623 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-80221e87-d443-43a5-8d5d-e3366b5af104 req-180f68d1-ecc1-4f63-8232-609ecce5bbe0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0556331 Mar 10 08:57:05.182953 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-80221e87-d443-43a5-8d5d-e3366b5af104 req-da55118c-6903-40c5-832c-efc24cccc449 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Mar 10 08:57:05.644071 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6b169a02-edf3-45ac-b806-3de992244e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:05.926449 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45236) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:06.033016 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1b1f33e1-bbd8-4469-a634-40b80d5d53ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.104578 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1b1f33e1-bbd8-4469-a634-40b80d5d53ab admin admin] Publish callbacks [] for security_group (a3067828-dd04-4760-a8a5-aa53d28d9bfa), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.170626 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1b1f33e1-bbd8-4469-a634-40b80d5d53ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a3067828-dd04-4760-a8a5-aa53d28d9bfa), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.222289 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-1b1f33e1-bbd8-4469-a634-40b80d5d53ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9460252471cd444c9b83026a74dc4fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918873 Mar 10 08:57:06.222289 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45252) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:06.228777 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f33e1-bbd8-4469-a634-40b80d5d53ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3067828-dd04-4760-a8a5-aa53d28d9bfa,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:06.259315 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335a8ea-f0e7-4aff-9cbc-9ec135e6f1f5 req-aa9c08d3-766c-4bdb-8622-b0fe284fa24a tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:06.260794 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0335a8ea-f0e7-4aff-9cbc-9ec135e6f1f5 req-aa9c08d3-766c-4bdb-8622-b0fe284fa24a tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0661907 Mar 10 08:57:06.313573 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0335a8ea-f0e7-4aff-9cbc-9ec135e6f1f5 req-f4573bb6-7834-478b-a641-b9d3fa9e788b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Mar 10 08:57:06.322940 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f288af31-d2b1-4b79-ac6f-0e9f61aaf84b admin admin] Publish callbacks [] for security_group (a3067828-dd04-4760-a8a5-aa53d28d9bfa), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.352988 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5d7e7-2745-406f-bdf9-1fe9de610c84 req-62081d35-170e-4667-8842-676064b75461 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:06.354488 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cbb5d7e7-2745-406f-bdf9-1fe9de610c84 req-62081d35-170e-4667-8842-676064b75461 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0974162 Mar 10 08:57:06.359093 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f288af31-d2b1-4b79-ac6f-0e9f61aaf84b admin admin] Publish callbacks [] for security_group (a3067828-dd04-4760-a8a5-aa53d28d9bfa), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.425646 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cbb5d7e7-2745-406f-bdf9-1fe9de610c84 req-c262055b-9757-4e42-ae97-232e38d10653 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643194 Mar 10 08:57:06.512136 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f288af31-d2b1-4b79-ac6f-0e9f61aaf84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a3067828-dd04-4760-a8a5-aa53d28d9bfa), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.514961 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f288af31-d2b1-4b79-ac6f-0e9f61aaf84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.516447 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f288af31-d2b1-4b79-ac6f-0e9f61aaf84b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3067828-dd04-4760-a8a5-aa53d28d9bfa HTTP/1.1" status: 204 len: 168 time: 0.2931492 Mar 10 08:57:06.524955 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288af31-d2b1-4b79-ac6f-0e9f61aaf84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3067828-dd04-4760-a8a5-aa53d28d9bfa,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:06.619235 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45260) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:06.723656 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-786d5226-c371-4b32-afde-a7e43ddbbd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.797020 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-786d5226-c371-4b32-afde-a7e43ddbbd1b admin admin] Publish callbacks [] for security_group (899839ca-6830-4782-b496-9965aac6741f), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.861496 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-786d5226-c371-4b32-afde-a7e43ddbbd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (899839ca-6830-4782-b496-9965aac6741f), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.873329 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.901820 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-786d5226-c371-4b32-afde-a7e43ddbbd1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcec36efe71d4badb0131db6027f0005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800968 Mar 10 08:57:06.901820 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d5226-c371-4b32-afde-a7e43ddbbd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899839ca-6830-4782-b496-9965aac6741f,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:06.903160 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45266) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:06.953377 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e82733f7-41bd-4413-83b8-e2076d6241be admin admin] Publish callbacks [] for security_group (899839ca-6830-4782-b496-9965aac6741f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:06.973411 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e82733f7-41bd-4413-83b8-e2076d6241be admin admin] Publish callbacks [] for security_group (899839ca-6830-4782-b496-9965aac6741f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.083123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e82733f7-41bd-4413-83b8-e2076d6241be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (899839ca-6830-4782-b496-9965aac6741f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.085718 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e82733f7-41bd-4413-83b8-e2076d6241be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.086936 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-e82733f7-41bd-4413-83b8-e2076d6241be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/899839ca-6830-4782-b496-9965aac6741f HTTP/1.1" status: 204 len: 168 time: 0.1805933 Mar 10 08:57:07.096482 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82733f7-41bd-4413-83b8-e2076d6241be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899839ca-6830-4782-b496-9965aac6741f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:07.173887 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45270) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:07.187361 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1c7e45df-a626-49a7-97a6-e76976876f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.261918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1c7e45df-a626-49a7-97a6-e76976876f5c admin admin] Publish callbacks [] for security_group (1e966974-8d7a-439c-a7bb-88519bccf267), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.329849 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1c7e45df-a626-49a7-97a6-e76976876f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1e966974-8d7a-439c-a7bb-88519bccf267), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.374436 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1c7e45df-a626-49a7-97a6-e76976876f5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=020f18cf4ba54d7aa05d09c9e5ff0173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971068 Mar 10 08:57:07.374922 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45278) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:07.375934 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e45df-a626-49a7-97a6-e76976876f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e966974-8d7a-439c-a7bb-88519bccf267,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:07.427548 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5ee7ac34-a10f-4a96-8978-694df1cc9e1c admin admin] Publish callbacks [] for security_group (1e966974-8d7a-439c-a7bb-88519bccf267), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.447598 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34da639-b4dd-45d7-9614-89e59cf9b06b req-d65cdb66-9ac3-4e63-b685-2e958ebac0e1 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:07.452653 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5ee7ac34-a10f-4a96-8978-694df1cc9e1c admin admin] Publish callbacks [] for security_group (1e966974-8d7a-439c-a7bb-88519bccf267), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.453471 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e34da639-b4dd-45d7-9614-89e59cf9b06b req-d65cdb66-9ac3-4e63-b685-2e958ebac0e1 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0589616 Mar 10 08:57:07.506700 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e34da639-b4dd-45d7-9614-89e59cf9b06b req-bc881ba7-63fb-4d6b-bb60-772b3eed1f2b tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522718 Mar 10 08:57:07.557602 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3202-fdf4-40ff-b195-d7df466be3d7 req-b17bc10c-4e18-4e44-9214-125b358f5926 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:07.559147 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-93cb3202-fdf4-40ff-b195-d7df466be3d7 req-b17bc10c-4e18-4e44-9214-125b358f5926 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0524688 Mar 10 08:57:07.605091 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5ee7ac34-a10f-4a96-8978-694df1cc9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1e966974-8d7a-439c-a7bb-88519bccf267), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.607557 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5ee7ac34-a10f-4a96-8978-694df1cc9e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.608709 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-5ee7ac34-a10f-4a96-8978-694df1cc9e1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e966974-8d7a-439c-a7bb-88519bccf267 HTTP/1.1" status: 204 len: 168 time: 0.2327106 Mar 10 08:57:07.615892 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-93cb3202-fdf4-40ff-b195-d7df466be3d7 req-6f087428-7c18-4fc3-8a2d-938664cda428 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512202 Mar 10 08:57:07.621924 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7ac34-a10f-4a96-8978-694df1cc9e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e966974-8d7a-439c-a7bb-88519bccf267,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:07.824891 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45284) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:07.838480 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4934594f-b55b-4ba4-af87-a46a51caa26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.915238 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4934594f-b55b-4ba4-af87-a46a51caa26b admin admin] Publish callbacks [] for security_group (cf0f2df7-d50f-409c-8bf9-b7383dce88c8), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.963926 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4934594f-b55b-4ba4-af87-a46a51caa26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (cf0f2df7-d50f-409c-8bf9-b7383dce88c8), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:07.996787 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4934594f-b55b-4ba4-af87-a46a51caa26b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0e527a232d641068200bd7dab82ff68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708148 Mar 10 08:57:07.998756 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934594f-b55b-4ba4-af87-a46a51caa26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f2df7-d50f-409c-8bf9-b7383dce88c8,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:07.999496 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45292) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:08.048908 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b66fbde-fe51-4a5e-8d5c-9433b6c26e61 admin admin] Publish callbacks [] for security_group (cf0f2df7-d50f-409c-8bf9-b7383dce88c8), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:08.070201 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b66fbde-fe51-4a5e-8d5c-9433b6c26e61 admin admin] Publish callbacks [] for security_group (cf0f2df7-d50f-409c-8bf9-b7383dce88c8), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:08.158984 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b66fbde-fe51-4a5e-8d5c-9433b6c26e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (cf0f2df7-d50f-409c-8bf9-b7383dce88c8), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:08.161714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b66fbde-fe51-4a5e-8d5c-9433b6c26e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:08.165644 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2b66fbde-fe51-4a5e-8d5c-9433b6c26e61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf0f2df7-d50f-409c-8bf9-b7383dce88c8 HTTP/1.1" status: 204 len: 168 time: 0.1617634 Mar 10 08:57:08.171430 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66fbde-fe51-4a5e-8d5c-9433b6c26e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f2df7-d50f-409c-8bf9-b7383dce88c8,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:08.215755 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:08.621903 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2d4cd-090b-41d1-b649-863b5950f101 req-126c50d9-31a7-4aa1-bd03-fef8c08a8556 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:08.623979 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-91e2d4cd-090b-41d1-b649-863b5950f101 req-126c50d9-31a7-4aa1-bd03-fef8c08a8556 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0555434 Mar 10 08:57:08.676129 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-91e2d4cd-090b-41d1-b649-863b5950f101 req-1580afac-c42e-4f21-8b08-19ff199bbb3c tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467010 Mar 10 08:57:08.746044 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade1d7-9d15-4d2f-8880-f1c2fc11fea0 req-bc9f4a10-fae4-4a3c-98b3-8035b0c42523 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:08.747797 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-61ade1d7-9d15-4d2f-8880-f1c2fc11fea0 req-bc9f4a10-fae4-4a3c-98b3-8035b0c42523 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0556750 Mar 10 08:57:08.800312 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-61ade1d7-9d15-4d2f-8880-f1c2fc11fea0 req-4b094247-2dda-4b5f-a7af-2ac3962a89e0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Mar 10 08:57:09.796001 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabeb43-6e7a-412a-93f8-795b166217e0 req-3ed0caac-3942-49da-911b-b14b16143937 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:09.797460 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bcabeb43-6e7a-412a-93f8-795b166217e0 req-3ed0caac-3942-49da-911b-b14b16143937 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0541527 Mar 10 08:57:09.844324 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bcabeb43-6e7a-412a-93f8-795b166217e0 req-3d61909e-4cc9-494c-9c30-f08187ac914c tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Mar 10 08:57:09.917147 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a4780-51c9-48ef-bf31-bc62b8d64768 req-cc079746-281c-4de9-bc6b-c83fc8be3c24 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:09.919243 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f40a4780-51c9-48ef-bf31-bc62b8d64768 req-cc079746-281c-4de9-bc6b-c83fc8be3c24 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0587981 Mar 10 08:57:09.969440 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f40a4780-51c9-48ef-bf31-bc62b8d64768 req-aeef6e34-85e1-436e-90e1-52a209ffecf5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Mar 10 08:57:10.267344 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:10.967097 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624848e-4e41-476f-8000-521106e84d2b req-4e656115-a4ac-406b-a50f-e6d0f4e33416 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:10.968588 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3624848e-4e41-476f-8000-521106e84d2b req-4e656115-a4ac-406b-a50f-e6d0f4e33416 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0540650 Mar 10 08:57:11.018617 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3624848e-4e41-476f-8000-521106e84d2b req-e4ba6d48-74a5-4627-9cbe-1b403756ad53 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Mar 10 08:57:11.093041 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9210e4-f3cf-4842-bf58-c30989de0c80 req-d096c0ee-dd60-416e-8bed-31f9fd7f5d1f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:11.094686 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6c9210e4-f3cf-4842-bf58-c30989de0c80 req-d096c0ee-dd60-416e-8bed-31f9fd7f5d1f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0595760 Mar 10 08:57:11.146610 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6c9210e4-f3cf-4842-bf58-c30989de0c80 req-85466baf-38b7-45c8-a35a-3772e8b838d5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Mar 10 08:57:12.150362 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-d6eb1216-0d2e-45a9-ab31-5544b334dce5 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:12.151813 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-d6eb1216-0d2e-45a9-ab31-5544b334dce5 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0831325 Mar 10 08:57:12.174307 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e53bb-dd0e-449d-8d26-cc50df7b431b req-4e4ebc51-b258-4b1f-88e7-28cfb3c6c0b5 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:12.175145 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c17e53bb-dd0e-449d-8d26-cc50df7b431b req-4e4ebc51-b258-4b1f-88e7-28cfb3c6c0b5 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 945 time: 0.0709059 Mar 10 08:57:12.279333 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fa626-ae44-460a-ae75-021c7bd24c9b req-d68b7b1b-cc41-4543-9713-b4582feac8a7 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:12.280849 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-980fa626-ae44-460a-ae75-021c7bd24c9b req-d68b7b1b-cc41-4543-9713-b4582feac8a7 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0548081 Mar 10 08:57:12.301709 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c17e53bb-dd0e-449d-8d26-cc50df7b431b req-1cdb56e1-d0cc-475b-9d25-dcf5431ce92c tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/security-groups?id=93f5f9a8-3d29-47db-8b25-209f62ee6e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070166 Mar 10 08:57:12.336589 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-980fa626-ae44-460a-ae75-021c7bd24c9b req-aae87453-b42d-4407-837a-965fbfd10e46 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501249 Mar 10 08:57:12.351882 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Deleting port fb713eee-1570-4344-83a2-2debc456f042 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 08:57:12.352248 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (fb713eee-1570-4344-83a2-2debc456f042), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:12.453185 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] For port fb713eee-1570-4344-83a2-2debc456f042, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fb713eee-1570-4344-83a2-2debc456f042,segment=NetworkSegment(40ee055c-d4ca-4eb5-84dc-524e8c13a33b),segment_id=40ee055c-d4ca-4eb5-84dc-524e8c13a33b)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:57:12.453588 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (fb713eee-1570-4344-83a2-2debc456f042), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:12.469437 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Calling delete_port for fb713eee-1570-4344-83a2-2debc456f042 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 08:57:12.696285 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (fb713eee-1570-4344-83a2-2debc456f042), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:12.710428 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['fb713eee-1570-4344-83a2-2debc456f042'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:57:12.726577 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Pushing event deleted for resources: {'Port': ['ID=fb713eee-1570-4344-83a2-2debc456f042,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:12.801916 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] No DVR routers for this DVR port fb713eee-1570-4344-83a2-2debc456f042 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 08:57:12.806273 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:12.809635 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-167fae06-9aa6-4842-8568-bdd0a8ece79a req-fc9ef42e-292f-437a-9e9e-dbd76058dac7 tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.30 "DELETE /v2.0/ports/fb713eee-1570-4344-83a2-2debc456f042 HTTP/1.1" status: 204 len: 173 time: 0.6515744 Mar 10 08:57:12.810104 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'name': 'network-vif-deleted', 'tag': 'fb713eee-1570-4344-83a2-2debc456f042'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:57:12.812380 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a34b3cc-0c20-4b13-9b98-1fd340346414" -d '{"events": [{"server_uuid": "9d06d143-f31b-4f84-8104-3e0109b3c72e", "name": "network-vif-deleted", "tag": "fb713eee-1570-4344-83a2-2debc456f042"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:57:12.851566 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f88b6b-c4ea-4575-8aad-34549e5ed461 x-openstack-request-id: req-30f88b6b-c4ea-4575-8aad-34549e5ed461 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:57:12.852919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d06d143-f31b-4f84-8104-3e0109b3c72e", "name": "network-vif-deleted", "tag": "fb713eee-1570-4344-83a2-2debc456f042", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:57:12.852919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30f88b6b-c4ea-4575-8aad-34549e5ed461 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:57:12.852919 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d06d143-f31b-4f84-8104-3e0109b3c72e', 'name': 'network-vif-deleted', 'tag': 'fb713eee-1570-4344-83a2-2debc456f042', 'status': 'completed', 'code': 200} Mar 10 08:57:12.939419 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45526) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:13.044041 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-64a3a427-7075-4f03-8665-10d4cfbabe32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:13.116442 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-64a3a427-7075-4f03-8665-10d4cfbabe32 admin admin] Publish callbacks [] for security_group (6e45eb2e-a560-4559-9114-5a98ff3dee34), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:13.193512 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-64a3a427-7075-4f03-8665-10d4cfbabe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6e45eb2e-a560-4559-9114-5a98ff3dee34), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:13.234858 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-64a3a427-7075-4f03-8665-10d4cfbabe32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9772d8aa001d42358ce50389e5b06b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942481 Mar 10 08:57:13.235981 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3a427-7075-4f03-8665-10d4cfbabe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e45eb2e-a560-4559-9114-5a98ff3dee34,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:13.238029 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45532) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:13.285756 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-851c271a-aa34-43ff-9159-02fb1ad6ea9c admin admin] Publish callbacks [] for security_group (6e45eb2e-a560-4559-9114-5a98ff3dee34), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:13.307312 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-851c271a-aa34-43ff-9159-02fb1ad6ea9c admin admin] Publish callbacks [] for security_group (6e45eb2e-a560-4559-9114-5a98ff3dee34), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:13.406553 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-42ce250d-b646-422f-a309-220acad29afc req-ab8e7be9-f282-4485-b0ff-7d877b4df06e tempest-DeleteServersTestJSON-247016929 tempest-DeleteServersTestJSON-247016929-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d06d143-f31b-4f84-8104-3e0109b3c72e HTTP/1.1" status: 200 len: 210 time: 0.0277755 Mar 10 08:57:13.421583 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-851c271a-aa34-43ff-9159-02fb1ad6ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6e45eb2e-a560-4559-9114-5a98ff3dee34), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:13.424256 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-851c271a-aa34-43ff-9159-02fb1ad6ea9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:13.425548 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-851c271a-aa34-43ff-9159-02fb1ad6ea9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e45eb2e-a560-4559-9114-5a98ff3dee34 HTTP/1.1" status: 204 len: 168 time: 0.1865654 Mar 10 08:57:13.436403 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c271a-aa34-43ff-9159-02fb1ad6ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e45eb2e-a560-4559-9114-5a98ff3dee34,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:13.491851 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b023c-c772-43a0-9f22-19dc24bc7114 req-236c114a-abac-4649-bfe6-2fe16399ca28 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:13.493444 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-935b023c-c772-43a0-9f22-19dc24bc7114 req-236c114a-abac-4649-bfe6-2fe16399ca28 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0632782 Mar 10 08:57:13.544437 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-935b023c-c772-43a0-9f22-19dc24bc7114 req-4ad80dbb-1720-49f3-81b5-532b68897226 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Mar 10 08:57:14.088381 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45552) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:14.101489 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-16f3039f-5e6a-4147-81e8-5018d45bdc20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:14.190915 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-16f3039f-5e6a-4147-81e8-5018d45bdc20 admin admin] Publish callbacks [] for security_group (768a4d0b-e798-40d2-a7c8-7165f8ef29dd), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:14.250740 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-16f3039f-5e6a-4147-81e8-5018d45bdc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (768a4d0b-e798-40d2-a7c8-7165f8ef29dd), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:14.293202 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-16f3039f-5e6a-4147-81e8-5018d45bdc20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac6c8deb78dd49dfbda9a8fd91bda38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037394 Mar 10 08:57:14.294107 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3039f-5e6a-4147-81e8-5018d45bdc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a4d0b-e798-40d2-a7c8-7165f8ef29dd,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:14.296137 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45556) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:14.350061 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b99ea57-1035-4797-b722-b96d5104b74e admin admin] Publish callbacks [] for security_group (768a4d0b-e798-40d2-a7c8-7165f8ef29dd), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:14.373911 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b99ea57-1035-4797-b722-b96d5104b74e admin admin] Publish callbacks [] for security_group (768a4d0b-e798-40d2-a7c8-7165f8ef29dd), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:14.508274 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b99ea57-1035-4797-b722-b96d5104b74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (768a4d0b-e798-40d2-a7c8-7165f8ef29dd), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:14.510940 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2b99ea57-1035-4797-b722-b96d5104b74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:14.515132 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2b99ea57-1035-4797-b722-b96d5104b74e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/768a4d0b-e798-40d2-a7c8-7165f8ef29dd HTTP/1.1" status: 204 len: 168 time: 0.2147417 Mar 10 08:57:14.520106 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99ea57-1035-4797-b722-b96d5104b74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a4d0b-e798-40d2-a7c8-7165f8ef29dd,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:14.696444 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f51657-b0f3-4fb9-aa02-e4d0d87c96cf req-998eb05b-ecfc-43a7-be13-d9a1c27ce06a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:14.697987 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-36f51657-b0f3-4fb9-aa02-e4d0d87c96cf req-998eb05b-ecfc-43a7-be13-d9a1c27ce06a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0557389 Mar 10 08:57:14.747466 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-36f51657-b0f3-4fb9-aa02-e4d0d87c96cf req-1a3c25ec-a0b0-4e4f-b487-46c26d40c56d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Mar 10 08:57:15.863530 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a650b60-db1b-485d-a307-570cbae0cdd7 req-fb90e661-b34f-41a2-9408-c20db96ad676 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:15.864913 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a650b60-db1b-485d-a307-570cbae0cdd7 req-fb90e661-b34f-41a2-9408-c20db96ad676 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0517657 Mar 10 08:57:15.915455 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a650b60-db1b-485d-a307-570cbae0cdd7 req-d11334be-2139-4cbe-95ed-b32b9f69dcf5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Mar 10 08:57:16.664826 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fb713eee-1570-4344-83a2-2debc456f042 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 08:57:16.685021 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: fb713eee-1570-4344-83a2-2debc456f042 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 08:57:16.685370 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fb713eee-1570-4344-83a2-2debc456f042 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 08:57:17.037578 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8431719-7e69-4016-aadc-fcc06f5d6ac3 req-ac7bcbfd-bd96-42e1-a5f8-547e32d63555 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:17.039213 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e8431719-7e69-4016-aadc-fcc06f5d6ac3 req-ac7bcbfd-bd96-42e1-a5f8-547e32d63555 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0526206 Mar 10 08:57:17.088754 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e8431719-7e69-4016-aadc-fcc06f5d6ac3 req-1e497821-e082-463f-836a-2c0c8fffd83d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Mar 10 08:57:18.201498 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a259d0e-c879-487a-a1f2-b24bb5c55deb req-8f095902-cb70-41a5-9dd3-ab1657f5b49a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:18.203012 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4a259d0e-c879-487a-a1f2-b24bb5c55deb req-8f095902-cb70-41a5-9dd3-ab1657f5b49a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0496323 Mar 10 08:57:18.249326 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4a259d0e-c879-487a-a1f2-b24bb5c55deb req-b2bab6d2-3692-486e-993a-a0de22da8576 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Mar 10 08:57:19.367769 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11be53-a658-48a4-b817-ac7aecb21eb5 req-f71e41b7-01f8-446b-b74d-3dd660ad107d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:19.369398 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1a11be53-a658-48a4-b817-ac7aecb21eb5 req-f71e41b7-01f8-446b-b74d-3dd660ad107d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0530674 Mar 10 08:57:19.417917 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1a11be53-a658-48a4-b817-ac7aecb21eb5 req-6ce1ea26-5f5b-42ac-a9b2-3ee293be11c8 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429881 Mar 10 08:57:19.984930 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45702) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:20.087569 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1f04f22a-49d4-4a28-8050-3b6721bf82f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.160617 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1f04f22a-49d4-4a28-8050-3b6721bf82f2 admin admin] Publish callbacks [] for security_group (19ac697e-4898-45a6-a44c-d42eadf1b7cd), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.208431 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45712) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:20.256878 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] Deleting subnet 547aa18b-6374-48b6-9266-38f53616538e {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 08:57:20.260067 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] Publish callbacks [] for subnet (547aa18b-6374-48b6-9266-38f53616538e), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.280146 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1f04f22a-49d4-4a28-8050-3b6721bf82f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (19ac697e-4898-45a6-a44c-d42eadf1b7cd), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.322851 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] Publish callbacks [] for subnet (547aa18b-6374-48b6-9266-38f53616538e), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.334866 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1f04f22a-49d4-4a28-8050-3b6721bf82f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db175f24744a41dea3a724b1cabc9a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489149 Mar 10 08:57:20.338110 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45714) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:20.338461 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04f22a-49d4-4a28-8050-3b6721bf82f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ac697e-4898-45a6-a44c-d42eadf1b7cd,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:20.341378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (547aa18b-6374-48b6-9266-38f53616538e), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.388261 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-9f41a3c8-068a-4c3b-a42c-3ed165da241e admin admin] Publish callbacks [] for security_group (19ac697e-4898-45a6-a44c-d42eadf1b7cd), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.409831 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-9f41a3c8-068a-4c3b-a42c-3ed165da241e admin admin] Publish callbacks [] for security_group (19ac697e-4898-45a6-a44c-d42eadf1b7cd), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.463108 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (547aa18b-6374-48b6-9266-38f53616538e), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.489272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547aa18b-6374-48b6-9266-38f53616538e,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:20.501184 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.504264 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f8b49152-b311-4525-972a-78394cfb5db2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/547aa18b-6374-48b6-9266-38f53616538e HTTP/1.1" status: 204 len: 168 time: 0.2947791 Mar 10 08:57:20.507027 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45718) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:20.531753 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-9f41a3c8-068a-4c3b-a42c-3ed165da241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (19ac697e-4898-45a6-a44c-d42eadf1b7cd), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.534566 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-9f41a3c8-068a-4c3b-a42c-3ed165da241e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.535775 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-9f41a3c8-068a-4c3b-a42c-3ed165da241e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19ac697e-4898-45a6-a44c-d42eadf1b7cd HTTP/1.1" status: 204 len: 168 time: 0.1965663 Mar 10 08:57:20.544644 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41a3c8-068a-4c3b-a42c-3ed165da241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ac697e-4898-45a6-a44c-d42eadf1b7cd,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:20.607200 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (cbe0dd93-0000-4bb5-9b04-4ec8baffd71a), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.626603 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccd3af-e367-4907-9566-9249bd921e69 req-206b0f6d-f4af-4d8f-97b4-147e2fcb8a61 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:20.628186 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-50ccd3af-e367-4907-9566-9249bd921e69 req-206b0f6d-f4af-4d8f-97b4-147e2fcb8a61 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.1370382 Mar 10 08:57:20.742428 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (cbe0dd93-0000-4bb5-9b04-4ec8baffd71a), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.766401 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-50ccd3af-e367-4907-9566-9249bd921e69 req-2a4ab8b3-fbf3-4f70-8092-1972f559393d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300349 Mar 10 08:57:20.795011 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.795366 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.796092 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.796417 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > port after_create 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.796756 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.797086 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > port after_update 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.797404 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.797740 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.798052 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.798394 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.901407 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.901768 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.902138 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.902481 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:20.903021 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0dd93-0000-4bb5-9b04-4ec8baffd71a']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:20.923492 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ee055c-d4ca-4eb5-84dc-524e8c13a33b') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:20.923492 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ee055c-d4ca-4eb5-84dc-524e8c13a33b') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:20.944442 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (40ee055c-d4ca-4eb5-84dc-524e8c13a33b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.970876 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcc933-b19a-4b97-8b34-cd92f38ca34f req-31d49abf-210d-4aca-b3f2-3548fa04b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:20.972467 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3bcc933-b19a-4b97-8b34-cd92f38ca34f req-31d49abf-210d-4aca-b3f2-3548fa04b97e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 1130 time: 0.2272630 Mar 10 08:57:20.973402 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (40ee055c-d4ca-4eb5-84dc-524e8c13a33b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.981728 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 08:57:20.982135 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (40ee055c-d4ca-4eb5-84dc-524e8c13a33b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: from cryptography.utils import int_from_bytes Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: from cryptography.utils import int_from_bytes Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 08:57:20.999898 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 08:57:21.085610 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3bcc933-b19a-4b97-8b34-cd92f38ca34f req-1b1e003d-aedb-4080-8c25-238cb4176080 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847251 Mar 10 08:57:21.148800 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (cbe0dd93-0000-4bb5-9b04-4ec8baffd71a), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.169073 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.172302 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cbe0dd93-0000-4bb5-9b04-4ec8baffd71a HTTP/1.1" status: 204 len: 168 time: 0.6644967 Mar 10 08:57:21.182448 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478fa1e-9129-4ee2-bc9b-19ca58172840 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe0dd93-0000-4bb5-9b04-4ec8baffd71a,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:21.214731 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45746) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:21.392291 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-9fb0470d-11e7-447b-bf6f-864890743917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.468903 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-9fb0470d-11e7-447b-bf6f-864890743917 admin admin] Publish callbacks [] for security_group (9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.531414 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45756) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:21.571749 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-60c0d794-0584-4c7b-b945-551c4ced0c15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4191957d3e1437c89077589c24d62a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391917 Mar 10 08:57:21.574199 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45758) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:21.606659 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-9fb0470d-11e7-447b-bf6f-864890743917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.660061 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-9fb0470d-11e7-447b-bf6f-864890743917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc052f8ca4bb487d86e6f3d419d59476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413228 Mar 10 08:57:21.660061 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0470d-11e7-447b-bf6f-864890743917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:21.660259 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45762) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:21.661138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2c343fb1-3359-4cc0-ad5a-c779bcf779e7 admin admin] Publish callbacks [] for security_group (93f5f9a8-3d29-47db-8b25-209f62ee6e27), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.687516 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2c343fb1-3359-4cc0-ad5a-c779bcf779e7 admin admin] Publish callbacks [] for security_group (93f5f9a8-3d29-47db-8b25-209f62ee6e27), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.711768 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c4c3-9825-49ea-a7f7-bfca13924c16 admin admin] Publish callbacks [] for security_group (9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.734768 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c4c3-9825-49ea-a7f7-bfca13924c16 admin admin] Publish callbacks [] for security_group (9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.806667 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2c343fb1-3359-4cc0-ad5a-c779bcf779e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (93f5f9a8-3d29-47db-8b25-209f62ee6e27), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.810824 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2c343fb1-3359-4cc0-ad5a-c779bcf779e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.810824 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-2c343fb1-3359-4cc0-ad5a-c779bcf779e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93f5f9a8-3d29-47db-8b25-209f62ee6e27 HTTP/1.1" status: 204 len: 168 time: 0.2355173 Mar 10 08:57:21.819756 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c343fb1-3359-4cc0-ad5a-c779bcf779e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5f9a8-3d29-47db-8b25-209f62ee6e27,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:21.874811 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c4c3-9825-49ea-a7f7-bfca13924c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.877997 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c4c3-9825-49ea-a7f7-bfca13924c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:21.881001 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-5ae9c4c3-9825-49ea-a7f7-bfca13924c16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9 HTTP/1.1" status: 204 len: 168 time: 0.2182424 Mar 10 08:57:21.888079 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9c4c3-9825-49ea-a7f7-bfca13924c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9696ab0f-63d9-43fe-a8d9-7a3ed26cfdf9,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:21.914731 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685fb87-1837-4a99-a57e-d454bb608805 req-97f2a324-d383-4ea2-89e6-e145656dd98a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:21.917386 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6685fb87-1837-4a99-a57e-d454bb608805 req-97f2a324-d383-4ea2-89e6-e145656dd98a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0775192 Mar 10 08:57:21.988437 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6685fb87-1837-4a99-a57e-d454bb608805 req-fd29bebf-55b9-490a-acf9-e73d0e8fbad7 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652425 Mar 10 08:57:22.651896 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45792) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:22.670961 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6bf56097-f559-4c9d-bcb6-bf21f08098a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:22.772455 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6bf56097-f559-4c9d-bcb6-bf21f08098a6 admin admin] Publish callbacks [] for security_group (48a74f5a-1b21-468c-9541-aeba6d16c8c7), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:22.856884 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6bf56097-f559-4c9d-bcb6-bf21f08098a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (48a74f5a-1b21-468c-9541-aeba6d16c8c7), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:22.914946 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6bf56097-f559-4c9d-bcb6-bf21f08098a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d68568849b1345299030c3ed77bcf0ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619607 Mar 10 08:57:22.915791 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf56097-f559-4c9d-bcb6-bf21f08098a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a74f5a-1b21-468c-9541-aeba6d16c8c7,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:22.917632 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45804) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:22.965675 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-64767a6b-7037-4825-a299-ac7f7e074554 admin admin] Publish callbacks [] for security_group (48a74f5a-1b21-468c-9541-aeba6d16c8c7), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:23.057402 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-64767a6b-7037-4825-a299-ac7f7e074554 admin admin] Publish callbacks [] for security_group (48a74f5a-1b21-468c-9541-aeba6d16c8c7), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:23.104917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66add4-a56f-4692-b9f3-e0bd6eb966af req-af3b9661-4c42-427b-ba0b-84a73e4cf30d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:23.116999 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7f66add4-a56f-4692-b9f3-e0bd6eb966af req-af3b9661-4c42-427b-ba0b-84a73e4cf30d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0562055 Mar 10 08:57:23.155537 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7f66add4-a56f-4692-b9f3-e0bd6eb966af req-a6fa4491-31f2-4f42-b4ef-dcb32143903d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Mar 10 08:57:23.193914 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-64767a6b-7037-4825-a299-ac7f7e074554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (48a74f5a-1b21-468c-9541-aeba6d16c8c7), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:23.219947 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-64767a6b-7037-4825-a299-ac7f7e074554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:23.219947 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-64767a6b-7037-4825-a299-ac7f7e074554 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48a74f5a-1b21-468c-9541-aeba6d16c8c7 HTTP/1.1" status: 204 len: 168 time: 0.2793095 Mar 10 08:57:23.219947 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64767a6b-7037-4825-a299-ac7f7e074554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a74f5a-1b21-468c-9541-aeba6d16c8c7,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:23.274738 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80545a1-6be5-4703-83fd-ac45df158bb1 req-aee46d91-de30-418a-a0d8-602cf2470791 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:23.277312 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d80545a1-6be5-4703-83fd-ac45df158bb1 req-aee46d91-de30-418a-a0d8-602cf2470791 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0572975 Mar 10 08:57:23.331003 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d80545a1-6be5-4703-83fd-ac45df158bb1 req-ce7a0233-5405-42b0-a437-caef09946a8e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463336 Mar 10 08:57:23.671152 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45826) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:23.799923 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e48f-7b8c-4b30-b689-0e774497816c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:23.887593 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e48f-7b8c-4b30-b689-0e774497816c admin admin] Publish callbacks [] for security_group (2c5c9fc4-614e-492c-ba89-2a96fd6eecb9), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:23.965288 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e48f-7b8c-4b30-b689-0e774497816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2c5c9fc4-614e-492c-ba89-2a96fd6eecb9), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.009064 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b5d7e48f-7b8c-4b30-b689-0e774497816c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4721f4a128a48aa9d6a1070f867deda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368189 Mar 10 08:57:24.011624 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45850) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:24.018741 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e48f-7b8c-4b30-b689-0e774497816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5c9fc4-614e-492c-ba89-2a96fd6eecb9,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:24.061894 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d013f7f4-c6bf-4693-8107-c3291560d64f admin admin] Publish callbacks [] for security_group (2c5c9fc4-614e-492c-ba89-2a96fd6eecb9), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.086401 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d013f7f4-c6bf-4693-8107-c3291560d64f admin admin] Publish callbacks [] for security_group (2c5c9fc4-614e-492c-ba89-2a96fd6eecb9), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.205349 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d013f7f4-c6bf-4693-8107-c3291560d64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2c5c9fc4-614e-492c-ba89-2a96fd6eecb9), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.208622 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d013f7f4-c6bf-4693-8107-c3291560d64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.209635 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d013f7f4-c6bf-4693-8107-c3291560d64f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c5c9fc4-614e-492c-ba89-2a96fd6eecb9 HTTP/1.1" status: 204 len: 168 time: 0.1970501 Mar 10 08:57:24.225343 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f7f4-c6bf-4693-8107-c3291560d64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5c9fc4-614e-492c-ba89-2a96fd6eecb9,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:24.571036 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.699018 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45882) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:24.791335 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1631563246-network', 'tenant_id': '9931d653eb344a21af3d694168721e89'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:57:24.919114 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Made reservation on behalf of 9931d653eb344a21af3d694168721e89 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:57:24.921657 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.933638 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:24.941137 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45886) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:24.954492 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e98566dd-39fc-4e27-97f8-ea7f8db6096c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.011282 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks [] for security_group (066b4644-ab2d-4c5d-a36c-a7fea779d531), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.026306 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e98566dd-39fc-4e27-97f8-ea7f8db6096c admin admin] Publish callbacks [] for security_group (57899c9e-acaa-4561-965e-79d747d6fd3b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.090591 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (066b4644-ab2d-4c5d-a36c-a7fea779d531), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.111561 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:57:25.114146 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e98566dd-39fc-4e27-97f8-ea7f8db6096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (57899c9e-acaa-4561-965e-79d747d6fd3b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.125000 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066b4644-ab2d-4c5d-a36c-a7fea779d531,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:25.133423 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (362b473d-3e64-4f92-aa9d-64051265b706), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.133773 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Added segment 362b473d-3e64-4f92-aa9d-64051265b706 of type vlan for network ba74698c-e95c-409a-a14f-184a04c60b49 Mar 10 08:57:25.158606 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-e98566dd-39fc-4e27-97f8-ea7f8db6096c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f36c17e46da4c7ebb215f8dd5161367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163100 Mar 10 08:57:25.159465 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98566dd-39fc-4e27-97f8-ea7f8db6096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57899c9e-acaa-4561-965e-79d747d6fd3b,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:25.161682 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45892) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:25.177745 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (ba74698c-e95c-409a-a14f-184a04c60b49), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.211739 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4eedd948-2c9f-4ed8-adb9-f08a38fd308d admin admin] Publish callbacks [] for security_group (57899c9e-acaa-4561-965e-79d747d6fd3b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.236104 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4eedd948-2c9f-4ed8-adb9-f08a38fd308d admin admin] Publish callbacks [] for security_group (57899c9e-acaa-4561-965e-79d747d6fd3b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.273640 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (ba74698c-e95c-409a-a14f-184a04c60b49), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.274673 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:25.275260 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.338209 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba74698c-e95c-409a-a14f-184a04c60b49,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:25.347921 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network ba74698c-e95c-409a-a14f-184a04c60b49 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:57:25.388494 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4eedd948-2c9f-4ed8-adb9-f08a38fd308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (57899c9e-acaa-4561-965e-79d747d6fd3b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.392427 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-cfb17db8-cedf-4ba3-82f4-176085b252b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6922677 Mar 10 08:57:25.393282 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4eedd948-2c9f-4ed8-adb9-f08a38fd308d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.397282 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4eedd948-2c9f-4ed8-adb9-f08a38fd308d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57899c9e-acaa-4561-965e-79d747d6fd3b HTTP/1.1" status: 204 len: 168 time: 0.2320406 Mar 10 08:57:25.399280 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45900) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:25.402868 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedd948-2c9f-4ed8-adb9-f08a38fd308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57899c9e-acaa-4561-965e-79d747d6fd3b,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:25.408421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Request body: {'subnet': {'network_id': 'ba74698c-e95c-409a-a14f-184a04c60b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1631563246-subnet', 'tenant_id': '9931d653eb344a21af3d694168721e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:57:25.502454 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Made reservation on behalf of 9931d653eb344a21af3d694168721e89 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:57:25.505740 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.621564 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd3790-0839-4542-9fed-2688fe7ffea6 req-99c48d04-5226-43d8-838e-b2d821cb6b86 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:25.623085 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e0fd3790-0839-4542-9fed-2688fe7ffea6 req-99c48d04-5226-43d8-838e-b2d821cb6b86 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.1016958 Mar 10 08:57:25.711188 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e0fd3790-0839-4542-9fed-2688fe7ffea6 req-64c6b824-c471-4914-8cc8-51cd41e722ba tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801661 Mar 10 08:57:25.840013 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (a1e7cbc4-4ee7-4a16-b35e-e343a031da65), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:25.890359 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e7cbc4-4ee7-4a16-b35e-e343a031da65,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:25.907771 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Checking segment: {'id': '362b473d-3e64-4f92-aa9d-64051265b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba74698c-e95c-409a-a14f-184a04c60b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:57:25.908249 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Network hostable DHCP agents. Network: ba74698c-e95c-409a-a14f-184a04c60b49, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:57:26.016283 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Network ba74698c-e95c-409a-a14f-184a04c60b49 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:57:26.101964 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, ba74698c-e95c-409a-a14f-184a04c60b49) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:57:26.108254 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:26.108254 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:26.111607 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11106f-2088-4f22-95ab-3156d756d6c8 None None] Network ba74698c-e95c-409a-a14f-184a04c60b49 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:57:26.198310 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-1a5cf970-2a68-4382-8669-bbdad56b1759 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7959630 Mar 10 08:57:26.203583 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6643d53-8e79-445d-bf6e-713862c367bf None None] Network ba74698c-e95c-409a-a14f-184a04c60b49 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:57:26.856033 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16b576-440b-4636-841f-90ba7dde36c9 req-8c22e743-ff16-4bce-8d24-3d38febdb0be tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:26.857483 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5c16b576-440b-4636-841f-90ba7dde36c9 req-8c22e743-ff16-4bce-8d24-3d38febdb0be tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0509827 Mar 10 08:57:26.906538 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5c16b576-440b-4636-841f-90ba7dde36c9 req-d44b3203-0321-4c21-9654-b27c25f4ec4d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Mar 10 08:57:27.191833 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45970) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:27.226890 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45974) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:27.231634 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-364800667-network', 'tenant_id': 'ad0858142e5c4c7fbed4f7f443d6fff2'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:57:27.307667 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Made reservation on behalf of ad0858142e5c4c7fbed4f7f443d6fff2 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:57:27.310258 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.318644 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.375694 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-37c4cd56-972f-4168-9c86-e5816a0a5558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.448731 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks [] for security_group (e0d6a9af-c094-45ce-8482-e2dd478b5db8), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.489966 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-37c4cd56-972f-4168-9c86-e5816a0a5558 admin admin] Publish callbacks [] for security_group (671177e3-e378-46c8-88c0-fec3fe5af71e), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.496317 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e0d6a9af-c094-45ce-8482-e2dd478b5db8), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.520366 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:57:27.530386 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d6a9af-c094-45ce-8482-e2dd478b5db8,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:27.535043 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (d70f579c-6cab-4d44-8310-671df281165c), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.535389 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Added segment d70f579c-6cab-4d44-8310-671df281165c of type vlan for network 749414ac-328e-42ac-9fe6-ad7a41513ec1 Mar 10 08:57:27.543721 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-37c4cd56-972f-4168-9c86-e5816a0a5558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (671177e3-e378-46c8-88c0-fec3fe5af71e), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.593670 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (749414ac-328e-42ac-9fe6-ad7a41513ec1), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.619535 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-37c4cd56-972f-4168-9c86-e5816a0a5558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=551a614b398f4be6b546c6adc13de30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266250 Mar 10 08:57:27.622328 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 45990) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:27.624848 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4cd56-972f-4168-9c86-e5816a0a5558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671177e3-e378-46c8-88c0-fec3fe5af71e,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:27.683287 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-99571877-2412-4abc-b787-68dd53e514f0 admin admin] Publish callbacks [] for security_group (671177e3-e378-46c8-88c0-fec3fe5af71e), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.701465 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (749414ac-328e-42ac-9fe6-ad7a41513ec1), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.702469 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:27.703055 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.704137 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-99571877-2412-4abc-b787-68dd53e514f0 admin admin] Publish callbacks [] for security_group (671177e3-e378-46c8-88c0-fec3fe5af71e), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.765394 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=749414ac-328e-42ac-9fe6-ad7a41513ec1,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:27.778957 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 749414ac-328e-42ac-9fe6-ad7a41513ec1 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:57:27.792797 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f9f14c4f-0965-4cc2-ac28-243d6bd69bd5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5641279 Mar 10 08:57:27.801625 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 45998) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:27.807058 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Request body: {'subnet': {'network_id': '749414ac-328e-42ac-9fe6-ad7a41513ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-364800667-subnet', 'tenant_id': 'ad0858142e5c4c7fbed4f7f443d6fff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:57:27.816029 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-e109b83f-e8cb-43f5-8fee-e06a7ae51895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:27.817700 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-e109b83f-e8cb-43f5-8fee-e06a7ae51895 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0523350 Mar 10 08:57:27.833260 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-99571877-2412-4abc-b787-68dd53e514f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (671177e3-e378-46c8-88c0-fec3fe5af71e), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.836340 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-99571877-2412-4abc-b787-68dd53e514f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:27.837474 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-99571877-2412-4abc-b787-68dd53e514f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/671177e3-e378-46c8-88c0-fec3fe5af71e HTTP/1.1" status: 204 len: 168 time: 0.2141304 Mar 10 08:57:27.856097 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99571877-2412-4abc-b787-68dd53e514f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671177e3-e378-46c8-88c0-fec3fe5af71e,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:27.880107 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Made reservation on behalf of ad0858142e5c4c7fbed4f7f443d6fff2 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:57:27.884011 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:28.094015 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521db41-6a7b-4f20-ac9c-5c68cf79ac0a req-360e2d4b-a4ca-4ebf-aa6b-deaf33761b04 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:28.095478 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5521db41-6a7b-4f20-ac9c-5c68cf79ac0a req-360e2d4b-a4ca-4ebf-aa6b-deaf33761b04 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0965295 Mar 10 08:57:28.141671 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for subnet (01e27128-2f3c-41bc-adcd-71f7934d1564), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:28.152708 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5521db41-6a7b-4f20-ac9c-5c68cf79ac0a req-609c693c-20ad-4330-a768-5e30b140cbb9 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509186 Mar 10 08:57:28.206138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e27128-2f3c-41bc-adcd-71f7934d1564,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:28.216592 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Checking segment: {'id': 'd70f579c-6cab-4d44-8310-671df281165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '749414ac-328e-42ac-9fe6-ad7a41513ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:57:28.216948 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Network hostable DHCP agents. Network: 749414ac-328e-42ac-9fe6-ad7a41513ec1, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:57:28.295842 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Network 749414ac-328e-42ac-9fe6-ad7a41513ec1 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:57:28.398703 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 749414ac-328e-42ac-9fe6-ad7a41513ec1) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:57:28.402987 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:28.403769 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:28.412800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e229f41-30aa-4498-8abd-57ee4cd4565c None None] Network 749414ac-328e-42ac-9fe6-ad7a41513ec1 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:57:28.505344 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-db156e60-814d-4dac-addb-9c172b89cc57 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7004125 Mar 10 08:57:28.520408 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f6686-a1ed-42d4-a0af-b9c34cd2de77 None None] Network 749414ac-328e-42ac-9fe6-ad7a41513ec1 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:57:28.693215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46018) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:28.707400 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd626-4b39-448a-a030-bd4c1c6297de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:28.795040 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd626-4b39-448a-a030-bd4c1c6297de admin admin] Publish callbacks [] for security_group (789789ae-d1ae-4ba5-9001-af761e835b9d), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:28.873104 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd626-4b39-448a-a030-bd4c1c6297de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (789789ae-d1ae-4ba5-9001-af761e835b9d), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:28.911033 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-fc3dd626-4b39-448a-a030-bd4c1c6297de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe80f42a8a4d4521b71bafd3849c0532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167463 Mar 10 08:57:28.911820 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dd626-4b39-448a-a030-bd4c1c6297de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789789ae-d1ae-4ba5-9001-af761e835b9d,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:28.914986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46020) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:28.962795 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-43f4984a-74d1-4a6e-9325-dbd06e84ffc4 admin admin] Publish callbacks [] for security_group (789789ae-d1ae-4ba5-9001-af761e835b9d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:28.983110 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-43f4984a-74d1-4a6e-9325-dbd06e84ffc4 admin admin] Publish callbacks [] for security_group (789789ae-d1ae-4ba5-9001-af761e835b9d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:29.127478 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-59e9daf2-9765-4fb1-804f-528ae5edbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:29.128945 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-59e9daf2-9765-4fb1-804f-528ae5edbc2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.0817389 Mar 10 08:57:29.135926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-43f4984a-74d1-4a6e-9325-dbd06e84ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (789789ae-d1ae-4ba5-9001-af761e835b9d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:29.138424 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-43f4984a-74d1-4a6e-9325-dbd06e84ffc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:29.139436 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-43f4984a-74d1-4a6e-9325-dbd06e84ffc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/789789ae-d1ae-4ba5-9001-af761e835b9d HTTP/1.1" status: 204 len: 168 time: 0.2235539 Mar 10 08:57:29.181158 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4984a-74d1-4a6e-9325-dbd06e84ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789789ae-d1ae-4ba5-9001-af761e835b9d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:29.183799 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-fd2d5538-8d8c-4f79-92b7-2efc988d7685 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 217 time: 0.0434082 Mar 10 08:57:29.248320 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-3a468366-1fe7-483b-a93a-a72c8a9795ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:29.249778 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-3a468366-1fe7-483b-a93a-a72c8a9795ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.0579784 Mar 10 08:57:29.292885 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-090675a0-19c7-441b-ad00-98c8cb618aff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282557 Mar 10 08:57:29.331126 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52e07a-ba59-4105-9af8-75c0b121f3b1 req-8a1eb877-c298-4816-8f69-89f2db65e367 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:29.332566 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8e52e07a-ba59-4105-9af8-75c0b121f3b1 req-8a1eb877-c298-4816-8f69-89f2db65e367 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0980828 Mar 10 08:57:29.424234 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-18aac870-940c-4538-b07d-cac057a1e362 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237273 Mar 10 08:57:29.427436 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8e52e07a-ba59-4105-9af8-75c0b121f3b1 req-48c084e3-ee77-4b55-8745-bb87fce5c973 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849240 Mar 10 08:57:29.532244 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c88aab7-86f8-4362-927b-cbe1e3f053e1 req-672349ce-1150-40c1-a860-9bb42a4609fe service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992999 Mar 10 08:57:30.550831 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386379b-1cf8-49e6-8ea2-c70d39ba19cc req-0b8fcd43-cb32-449f-bf23-3f288b48295b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:30.552173 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f386379b-1cf8-49e6-8ea2-c70d39ba19cc req-0b8fcd43-cb32-449f-bf23-3f288b48295b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0527134 Mar 10 08:57:30.608709 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f386379b-1cf8-49e6-8ea2-c70d39ba19cc req-66d3c031-a320-4b25-8bb7-4efec7cfa2ba tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Mar 10 08:57:31.741153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acc6ac-ed7a-4d0e-9816-6fa72549fc6f req-e574b114-80da-4f2a-81de-ffc972a8eb84 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:31.742697 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-73acc6ac-ed7a-4d0e-9816-6fa72549fc6f req-e574b114-80da-4f2a-81de-ffc972a8eb84 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0652492 Mar 10 08:57:31.794979 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-73acc6ac-ed7a-4d0e-9816-6fa72549fc6f req-b76b5f5f-ef95-4d13-b07f-a2bd7d6cdb23 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Mar 10 08:57:32.931995 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80429561-66a4-415c-9fb4-546e751e66b5 req-28e1863c-28c3-43cd-9f65-0a6fba421ea6 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:32.933535 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-80429561-66a4-415c-9fb4-546e751e66b5 req-28e1863c-28c3-43cd-9f65-0a6fba421ea6 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0559859 Mar 10 08:57:32.997193 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-80429561-66a4-415c-9fb4-546e751e66b5 req-52de68fa-a622-4b4d-9f7a-90f976a38100 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514784 Mar 10 08:57:33.438609 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c504c21e-6662-4bef-842a-8e13fcf66530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:34.106463 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608dc9-3824-4e29-a5f6-b5c7d3e9625c req-cd939212-7c9f-428b-a3e7-9c2f601a6b3a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:34.107931 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-97608dc9-3824-4e29-a5f6-b5c7d3e9625c req-cd939212-7c9f-428b-a3e7-9c2f601a6b3a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0562513 Mar 10 08:57:34.153601 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-97608dc9-3824-4e29-a5f6-b5c7d3e9625c req-a62a5adc-b47c-4168-bd46-88151cccbc94 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Mar 10 08:57:35.269911 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da1fe5-1bf4-4843-9cfa-abb72bd12c50 req-a095f68c-affd-4eb6-a7c4-9f28da9ef630 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:35.271396 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-84da1fe5-1bf4-4843-9cfa-abb72bd12c50 req-a095f68c-affd-4eb6-a7c4-9f28da9ef630 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0543649 Mar 10 08:57:35.318023 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-84da1fe5-1bf4-4843-9cfa-abb72bd12c50 req-b79c7eb5-ce2b-42f5-863b-b62c272eadf1 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Mar 10 08:57:35.677803 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c787d64f-263b-4ec1-91b0-dc161052eaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:36.436545 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e35d8-c4eb-45f8-8b69-19d27d2117f4 req-4b110e39-0b11-40e0-9942-885b10e9d811 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:36.438118 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5a5e35d8-c4eb-45f8-8b69-19d27d2117f4 req-4b110e39-0b11-40e0-9942-885b10e9d811 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0507967 Mar 10 08:57:36.485459 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5a5e35d8-c4eb-45f8-8b69-19d27d2117f4 req-23b7d712-5c27-4104-a480-4a58de3e6263 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Mar 10 08:57:36.866366 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:37.629740 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967442-a083-4991-8208-c03dd64fc3f3 req-fc6a8fac-1316-412b-818d-49dc7802259b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:37.631415 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-21967442-a083-4991-8208-c03dd64fc3f3 req-fc6a8fac-1316-412b-818d-49dc7802259b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0721092 Mar 10 08:57:37.678196 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-21967442-a083-4991-8208-c03dd64fc3f3 req-bcfea49f-a998-442e-854b-92ee31f2b3a6 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Mar 10 08:57:37.955962 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46268) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:38.083446 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0e1114c0-3623-4111-9d64-08647a3ae148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.159237 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0e1114c0-3623-4111-9d64-08647a3ae148 admin admin] Publish callbacks [] for security_group (98abf3b3-23d7-4129-83fc-68b7e7323e8f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.237975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0e1114c0-3623-4111-9d64-08647a3ae148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (98abf3b3-23d7-4129-83fc-68b7e7323e8f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.272445 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.278777 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0e1114c0-3623-4111-9d64-08647a3ae148 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50217b9bdc85476fbcf5ad5ffadb305b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216522 Mar 10 08:57:38.281183 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46274) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:38.287113 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1114c0-3623-4111-9d64-08647a3ae148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98abf3b3-23d7-4129-83fc-68b7e7323e8f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:38.332200 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd32-944b-4b9c-85e5-19df0c4422e0 admin admin] Publish callbacks [] for security_group (98abf3b3-23d7-4129-83fc-68b7e7323e8f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.356375 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd32-944b-4b9c-85e5-19df0c4422e0 admin admin] Publish callbacks [] for security_group (98abf3b3-23d7-4129-83fc-68b7e7323e8f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.472072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd32-944b-4b9c-85e5-19df0c4422e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (98abf3b3-23d7-4129-83fc-68b7e7323e8f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.474768 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd32-944b-4b9c-85e5-19df0c4422e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:38.475920 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2bc4bd32-944b-4b9c-85e5-19df0c4422e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98abf3b3-23d7-4129-83fc-68b7e7323e8f HTTP/1.1" status: 204 len: 168 time: 0.1936846 Mar 10 08:57:38.497448 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4bd32-944b-4b9c-85e5-19df0c4422e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98abf3b3-23d7-4129-83fc-68b7e7323e8f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:38.689377 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:57:38.795740 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c607f90-2e28-43ab-a3fc-28124710d35e req-224bed0b-d21e-4af8-8e4a-60385b6596eb tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:38.797459 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c607f90-2e28-43ab-a3fc-28124710d35e req-224bed0b-d21e-4af8-8e4a-60385b6596eb tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0537183 Mar 10 08:57:38.845309 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c607f90-2e28-43ab-a3fc-28124710d35e req-9d6015ab-1684-4468-9d48-d3bba68e82e0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Mar 10 08:57:39.068846 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46298) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:39.085502 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5088cc3c-a6d8-4726-a621-223b3709d4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:39.156912 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5088cc3c-a6d8-4726-a621-223b3709d4d5 admin admin] Publish callbacks [] for security_group (946aa357-a471-41d0-a141-3063cb8e3fe9), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:39.226396 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5088cc3c-a6d8-4726-a621-223b3709d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (946aa357-a471-41d0-a141-3063cb8e3fe9), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:39.265107 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-5088cc3c-a6d8-4726-a621-223b3709d4d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a15c1cd115448da99f02ec917262882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950500 Mar 10 08:57:39.265999 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088cc3c-a6d8-4726-a621-223b3709d4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946aa357-a471-41d0-a141-3063cb8e3fe9,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:39.268097 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46304) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:39.315672 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9b50681-32c0-489e-ae5a-530f09989f6f admin admin] Publish callbacks [] for security_group (946aa357-a471-41d0-a141-3063cb8e3fe9), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:39.339949 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9b50681-32c0-489e-ae5a-530f09989f6f admin admin] Publish callbacks [] for security_group (946aa357-a471-41d0-a141-3063cb8e3fe9), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:39.437310 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9b50681-32c0-489e-ae5a-530f09989f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (946aa357-a471-41d0-a141-3063cb8e3fe9), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:39.439851 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9b50681-32c0-489e-ae5a-530f09989f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:39.440996 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d9b50681-32c0-489e-ae5a-530f09989f6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/946aa357-a471-41d0-a141-3063cb8e3fe9 HTTP/1.1" status: 204 len: 168 time: 0.1721125 Mar 10 08:57:39.449035 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b50681-32c0-489e-ae5a-530f09989f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946aa357-a471-41d0-a141-3063cb8e3fe9,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:39.960032 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf5877-209c-48a1-a3ed-2dee271f7080 req-725371a2-000a-4f2b-a7a1-8972d930e51d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:39.962048 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bebf5877-209c-48a1-a3ed-2dee271f7080 req-725371a2-000a-4f2b-a7a1-8972d930e51d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0512402 Mar 10 08:57:40.008980 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bebf5877-209c-48a1-a3ed-2dee271f7080 req-3fc32301-ed63-4c09-a389-fac344e21057 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Mar 10 08:57:40.220211 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:41.137919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704606b2-9ff1-4a9b-8f84-d94243362160 req-6a40670b-c2bb-4a58-8166-dc821af4bd67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:41.141364 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-704606b2-9ff1-4a9b-8f84-d94243362160 req-6a40670b-c2bb-4a58-8166-dc821af4bd67 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0619910 Mar 10 08:57:41.189144 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-704606b2-9ff1-4a9b-8f84-d94243362160 req-5a53c898-0869-48a3-b408-9cfcb0fb752d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Mar 10 08:57:41.981503 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abc885-73f5-4eca-b08d-3468ea14cf0a req-e5f7b147-2989-45ed-bac5-4cbebc0ef6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:41.982997 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-71abc885-73f5-4eca-b08d-3468ea14cf0a req-e5f7b147-2989-45ed-bac5-4cbebc0ef6b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0464518 Mar 10 08:57:42.027008 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-71abc885-73f5-4eca-b08d-3468ea14cf0a req-8e0b104f-8eec-41dd-9d36-521c98f22a88 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Mar 10 08:57:42.313912 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c5d9-8a71-4f17-9e54-ad2b6479971a req-56816718-7294-422a-ab25-55c17efbf32f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:42.315438 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5fb9c5d9-8a71-4f17-9e54-ad2b6479971a req-56816718-7294-422a-ab25-55c17efbf32f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0549986 Mar 10 08:57:42.363866 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5fb9c5d9-8a71-4f17-9e54-ad2b6479971a req-90f099cd-79d7-49fe-bdbe-de6c06e30ae3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Mar 10 08:57:43.479339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56755691-9644-43aa-9b60-809438ec18a5 req-48744e10-a4dd-437c-a5b4-5d8d683e8fae tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:43.480903 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-56755691-9644-43aa-9b60-809438ec18a5 req-48744e10-a4dd-437c-a5b4-5d8d683e8fae tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0506880 Mar 10 08:57:43.527143 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-56755691-9644-43aa-9b60-809438ec18a5 req-b1cfd20e-993c-4f61-be70-626b21f64b10 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Mar 10 08:57:44.648542 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aecbfb-4878-4e03-95b8-d1c89e83624d req-6634b66e-8dbd-4ce7-9c9c-44d1e609adc1 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:44.650044 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f0aecbfb-4878-4e03-95b8-d1c89e83624d req-6634b66e-8dbd-4ce7-9c9c-44d1e609adc1 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0582049 Mar 10 08:57:44.694637 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f0aecbfb-4878-4e03-95b8-d1c89e83624d req-df267912-51cf-4e0b-a289-41c9dd435822 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384855 Mar 10 08:57:45.049053 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e35a6c-6e6a-420b-a8b4-114fee8606e9 req-8de03ad8-e099-46d7-8d32-cd0801b99b41 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:45.050563 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f4e35a6c-6e6a-420b-a8b4-114fee8606e9 req-8de03ad8-e099-46d7-8d32-cd0801b99b41 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0524454 Mar 10 08:57:45.100448 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f4e35a6c-6e6a-420b-a8b4-114fee8606e9 req-0ba7147d-1803-45be-98bf-56cba6766070 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440197 Mar 10 08:57:45.734344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-3cb28266-e10d-47ae-8bed-fab5e78f0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:45.735765 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-3cb28266-e10d-47ae-8bed-fab5e78f0805 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0429547 Mar 10 08:57:46.214056 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94925364-f79b-478a-a636-caba0fb55dd2 req-e26273be-2759-4690-af7f-86dd0d6a0e10 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:46.215535 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-94925364-f79b-478a-a636-caba0fb55dd2 req-e26273be-2759-4690-af7f-86dd0d6a0e10 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0498478 Mar 10 08:57:46.260894 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-94925364-f79b-478a-a636-caba0fb55dd2 req-890c9b56-ce7f-49a0-b09b-5de2eb22f3f7 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Mar 10 08:57:47.096625 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-049e0196-d179-43d9-890e-077be4d2ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:47.098112 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-049e0196-d179-43d9-890e-077be4d2ff87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.0843694 Mar 10 08:57:47.358017 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-bd99446c-cf0b-422d-99ec-86280540e386 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 217 time: 0.2523787 Mar 10 08:57:47.427768 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-036089ea-1d95-4cd4-8f1a-691e0ad0e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:47.429823 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-036089ea-1d95-4cd4-8f1a-691e0ad0e5b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.0646625 Mar 10 08:57:47.453100 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b15b0c-1b87-47b9-b57e-0e18686906a6 req-48eae799-ae5f-4981-907b-777a6b401048 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:47.454125 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88b15b0c-1b87-47b9-b57e-0e18686906a6 req-48eae799-ae5f-4981-907b-777a6b401048 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0988719 Mar 10 08:57:47.473348 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-27c22fc8-ccf4-4641-b0c3-e9a7b94b53d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365679 Mar 10 08:57:47.536801 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88b15b0c-1b87-47b9-b57e-0e18686906a6 req-13327282-efb2-400f-87f2-0bb4677593ef tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661438 Mar 10 08:57:47.586327 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-f0871204-55ac-4da5-84fc-d449e16d216a service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014299 Mar 10 08:57:47.676848 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-676dfc72-e06c-4fe5-bdfc-5d72e69b11ff req-c8e46ec3-c734-4b62-97e9-26137e4d076b service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830972 Mar 10 08:57:48.661793 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe0ebf-ae1d-455e-82fa-e000086b23a0 req-b7302bac-e67f-4b34-8cf1-ee47b2bd595a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:48.663822 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bebe0ebf-ae1d-455e-82fa-e000086b23a0 req-b7302bac-e67f-4b34-8cf1-ee47b2bd595a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0577586 Mar 10 08:57:48.716160 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bebe0ebf-ae1d-455e-82fa-e000086b23a0 req-ee6a572a-fa0f-452c-86f6-5e94ee7b8908 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468733 Mar 10 08:57:49.836798 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc831a9e-b11b-46e2-bcd6-2369ba86cb19 req-04a1187d-cfbd-40ce-aa6a-b77625f48d2f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:49.838303 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc831a9e-b11b-46e2-bcd6-2369ba86cb19 req-04a1187d-cfbd-40ce-aa6a-b77625f48d2f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0529425 Mar 10 08:57:49.884962 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc831a9e-b11b-46e2-bcd6-2369ba86cb19 req-adb6b2fc-94b5-4a0e-ae5e-389e8cfb34cd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Mar 10 08:57:51.001627 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca571-e5fb-40dd-8082-ec72ce25ba43 req-35c31622-078c-4bfe-bce9-b03aa9146e17 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:51.003139 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-287ca571-e5fb-40dd-8082-ec72ce25ba43 req-35c31622-078c-4bfe-bce9-b03aa9146e17 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0515175 Mar 10 08:57:51.056367 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-287ca571-e5fb-40dd-8082-ec72ce25ba43 req-af5ab71c-afe5-47fa-a715-2192dfecc95c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Mar 10 08:57:51.188254 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46548) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:51.288659 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c97e650a-d58a-4ea9-86b6-bebf98d0715b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:51.362576 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c97e650a-d58a-4ea9-86b6-bebf98d0715b admin admin] Publish callbacks [] for security_group (56ad8d51-3918-41b7-8f1d-aff46b0a72ca), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:51.414066 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c97e650a-d58a-4ea9-86b6-bebf98d0715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (56ad8d51-3918-41b7-8f1d-aff46b0a72ca), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:51.452362 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e650a-d58a-4ea9-86b6-bebf98d0715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ad8d51-3918-41b7-8f1d-aff46b0a72ca,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:51.456522 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-c97e650a-d58a-4ea9-86b6-bebf98d0715b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e222ed4650844d868f7ae5eb504dbfb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671974 Mar 10 08:57:51.459404 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46552) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:51.505539 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3671c3ab-5fa2-4f2f-8931-8ccdd9f62d31 admin admin] Publish callbacks [] for security_group (56ad8d51-3918-41b7-8f1d-aff46b0a72ca), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:51.525440 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3671c3ab-5fa2-4f2f-8931-8ccdd9f62d31 admin admin] Publish callbacks [] for security_group (56ad8d51-3918-41b7-8f1d-aff46b0a72ca), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:51.629593 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3671c3ab-5fa2-4f2f-8931-8ccdd9f62d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (56ad8d51-3918-41b7-8f1d-aff46b0a72ca), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:51.632238 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3671c3ab-5fa2-4f2f-8931-8ccdd9f62d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:51.633386 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3671c3ab-5fa2-4f2f-8931-8ccdd9f62d31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56ad8d51-3918-41b7-8f1d-aff46b0a72ca HTTP/1.1" status: 204 len: 168 time: 0.1732283 Mar 10 08:57:51.641458 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671c3ab-5fa2-4f2f-8931-8ccdd9f62d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ad8d51-3918-41b7-8f1d-aff46b0a72ca,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:52.339909 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46574) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:52.353440 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-627fa2d5-5c00-40f5-91a9-3ccb3ede3c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:52.425135 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-627fa2d5-5c00-40f5-91a9-3ccb3ede3c82 admin admin] Publish callbacks [] for security_group (9c25d6f6-5245-4fc3-9993-5737ba018f5a), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:52.527813 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-627fa2d5-5c00-40f5-91a9-3ccb3ede3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9c25d6f6-5245-4fc3-9993-5737ba018f5a), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:52.565670 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-627fa2d5-5c00-40f5-91a9-3ccb3ede3c82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0af77fda12df4e82802a168c211dc242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245445 Mar 10 08:57:52.566630 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa2d5-5c00-40f5-91a9-3ccb3ede3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25d6f6-5245-4fc3-9993-5737ba018f5a,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:52.568256 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46576) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:52.616109 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1fde-e080-4797-abe2-1be6d7d7bf84 admin admin] Publish callbacks [] for security_group (9c25d6f6-5245-4fc3-9993-5737ba018f5a), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:52.636683 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1fde-e080-4797-abe2-1be6d7d7bf84 admin admin] Publish callbacks [] for security_group (9c25d6f6-5245-4fc3-9993-5737ba018f5a), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:52.795915 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-a048b892-4450-4768-8d68-48587310af94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447347 Mar 10 08:57:52.803195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1fde-e080-4797-abe2-1be6d7d7bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9c25d6f6-5245-4fc3-9993-5737ba018f5a), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:52.805891 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1fde-e080-4797-abe2-1be6d7d7bf84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:52.807208 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1ccd1fde-e080-4797-abe2-1be6d7d7bf84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c25d6f6-5245-4fc3-9993-5737ba018f5a HTTP/1.1" status: 204 len: 168 time: 0.2377536 Mar 10 08:57:52.816808 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd1fde-e080-4797-abe2-1be6d7d7bf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25d6f6-5245-4fc3-9993-5737ba018f5a,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:52.867891 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-3c80eee4-5060-4667-b9e8-d114d6038f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:52.869740 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-3c80eee4-5060-4667-b9e8-d114d6038f19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0483012 Mar 10 08:57:52.978891 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-f016eaf4-2586-4f5f-bd38-4ff10eb3a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:52.978891 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-f016eaf4-2586-4f5f-bd38-4ff10eb3a0cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.0910714 Mar 10 08:57:53.019216 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-b92649db-da26-47ff-a492-4a1735a69b37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 217 time: 0.0349805 Mar 10 08:57:53.077648 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-9bfca950-b2f1-46ff-8f71-b129a8320d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:53.079184 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-9bfca950-b2f1-46ff-8f71-b129a8320d61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.0539198 Mar 10 08:57:53.113385 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-60dbbfd8-9bfc-4ae7-aca1-1d1cbef22c10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268905 Mar 10 08:57:53.222014 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-34f228e8-8e0e-4c7b-bc6c-78c0e84faf1f service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015487 Mar 10 08:57:53.334651 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee6f004b-cb07-4572-9e18-5a8c7be9db04 req-4c0bab36-3eda-46c3-ae9f-5dca437f8af3 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063108 Mar 10 08:57:53.654798 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46608) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:53.668973 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-de6d08fe-a1fb-400e-ba70-6c7783413b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:53.758869 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-de6d08fe-a1fb-400e-ba70-6c7783413b6b admin admin] Publish callbacks [] for security_group (8e47dfbb-f5c6-44be-95c1-517bf5437537), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:53.839025 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849937b8-9350-4cdc-9973-2e5bcc5ecd34 req-43dca752-ba15-4845-9b0d-fecca95c2f83 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:57:53.840514 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-849937b8-9350-4cdc-9973-2e5bcc5ecd34 req-43dca752-ba15-4845-9b0d-fecca95c2f83 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0528290 Mar 10 08:57:53.841712 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-de6d08fe-a1fb-400e-ba70-6c7783413b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (8e47dfbb-f5c6-44be-95c1-517bf5437537), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:53.899987 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-de6d08fe-a1fb-400e-ba70-6c7783413b6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=025f476533564229a77324fa38b76101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434340 Mar 10 08:57:53.902597 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46616) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:53.905618 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d08fe-a1fb-400e-ba70-6c7783413b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e47dfbb-f5c6-44be-95c1-517bf5437537,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:53.926258 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-849937b8-9350-4cdc-9973-2e5bcc5ecd34 req-f6f03bb2-8ae3-46af-bf21-6e6cd977072d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794265 Mar 10 08:57:53.954539 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Publish callbacks [] for security_group (8e47dfbb-f5c6-44be-95c1-517bf5437537), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:53.976866 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Publish callbacks [] for security_group (8e47dfbb-f5c6-44be-95c1-517bf5437537), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:54.110667 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (8e47dfbb-f5c6-44be-95c1-517bf5437537), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:54.113216 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:54.114394 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e47dfbb-f5c6-44be-95c1-517bf5437537 HTTP/1.1" status: 204 len: 168 time: 0.2107356 Mar 10 08:57:54.125354 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e47dfbb-f5c6-44be-95c1-517bf5437537,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:54.130512 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.130871 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.131220 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.131558 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.132052 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.132392 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.132727 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.133060 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.133391 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.133718 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.134044 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.134418 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.134740 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d787a-522c-44bc-99fd-8e4f3c9b7670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:54.573800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.238836 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46680) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:55.355476 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.432985 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Publish callbacks [] for security_group (de5e98dd-b914-465a-8c6b-4e4d349e0b83), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.521409 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (de5e98dd-b914-465a-8c6b-4e4d349e0b83), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.563117 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c45a95b8eaf493b999c44b5e3ab1bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231988 Mar 10 08:57:55.564238 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e98dd-b914-465a-8c6b-4e4d349e0b83,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:55.565993 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46692) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:55.571834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.572198 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.572550 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.572898 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.574215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.574215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.574215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.574215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.574522 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.574859 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.575204 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.575519 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.575845 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a2f57-9c48-43ff-8840-0ce0abdc3d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:57:55.617557 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c275a247-fb85-4dc5-9886-02776672afe7 admin admin] Publish callbacks [] for security_group (de5e98dd-b914-465a-8c6b-4e4d349e0b83), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.640171 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c275a247-fb85-4dc5-9886-02776672afe7 admin admin] Publish callbacks [] for security_group (de5e98dd-b914-465a-8c6b-4e4d349e0b83), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.773916 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c275a247-fb85-4dc5-9886-02776672afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (de5e98dd-b914-465a-8c6b-4e4d349e0b83), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.776464 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c275a247-fb85-4dc5-9886-02776672afe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:55.777726 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-c275a247-fb85-4dc5-9886-02776672afe7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de5e98dd-b914-465a-8c6b-4e4d349e0b83 HTTP/1.1" status: 204 len: 168 time: 0.2106829 Mar 10 08:57:55.785408 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275a247-fb85-4dc5-9886-02776672afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e98dd-b914-465a-8c6b-4e4d349e0b83,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:58.007168 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46812) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:58.116380 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ea240a1b-91d1-4dba-a37c-295e59967f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.188710 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ea240a1b-91d1-4dba-a37c-295e59967f0a admin admin] Publish callbacks [] for security_group (0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.253321 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ea240a1b-91d1-4dba-a37c-295e59967f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.290988 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea240a1b-91d1-4dba-a37c-295e59967f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:58.307082 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-ea240a1b-91d1-4dba-a37c-295e59967f0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28b7a5d3658b4d41ae98add0bbfdf2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977302 Mar 10 08:57:58.309175 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46838) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:58.367349 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46844) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:58.380146 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8a75adae-f6b0-4957-9bf8-497ee7865430 admin admin] Publish callbacks [] for security_group (0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.403429 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8a75adae-f6b0-4957-9bf8-497ee7865430 admin admin] Publish callbacks [] for security_group (0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.412445 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] Deleting subnet a1e7cbc4-4ee7-4a16-b35e-e343a031da65 {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 08:57:58.416360 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] Publish callbacks [] for subnet (a1e7cbc4-4ee7-4a16-b35e-e343a031da65), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.451934 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (a1e7cbc4-4ee7-4a16-b35e-e343a031da65), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.499716 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (a1e7cbc4-4ee7-4a16-b35e-e343a031da65), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.515374 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8a75adae-f6b0-4957-9bf8-497ee7865430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.518430 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8a75adae-f6b0-4957-9bf8-497ee7865430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.519647 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8a75adae-f6b0-4957-9bf8-497ee7865430 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481 HTTP/1.1" status: 204 len: 168 time: 0.2094250 Mar 10 08:57:58.529923 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75adae-f6b0-4957-9bf8-497ee7865430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12aa6e-41e2-4cbc-a0b6-8eeb7494c481,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:58.625044 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (a1e7cbc4-4ee7-4a16-b35e-e343a031da65), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.651937 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e7cbc4-4ee7-4a16-b35e-e343a031da65,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:58.655815 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.662274 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46854) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:58.662529 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a65e340a-2ddd-4e35-ab3e-ee55ae8a0cd4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a1e7cbc4-4ee7-4a16-b35e-e343a031da65 HTTP/1.1" status: 204 len: 168 time: 0.2933240 Mar 10 08:57:58.732480 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (ba74698c-e95c-409a-a14f-184a04c60b49), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.812864 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (ba74698c-e95c-409a-a14f-184a04c60b49), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:58.835053 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.835395 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.836127 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.836457 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > port after_create 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.836792 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.837125 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > port after_update 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.837446 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.837779 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.838114 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.838430 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.906915 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.907348 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.907747 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.908080 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 08:57:58.908458 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba74698c-e95c-409a-a14f-184a04c60b49']}} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:58.926794 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362b473d-3e64-4f92-aa9d-64051265b706') {'for_net_delete': True} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:58.927090 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362b473d-3e64-4f92-aa9d-64051265b706') {} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:58.948968 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12645651'] for segment (362b473d-3e64-4f92-aa9d-64051265b706), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.115043 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (362b473d-3e64-4f92-aa9d-64051265b706), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.123968 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 08:57:59.124372 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14060708'] for segment (362b473d-3e64-4f92-aa9d-64051265b706), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: from cryptography.utils import int_from_bytes Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: from cryptography.utils import int_from_bytes Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: Traceback (most recent call last): Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: timer() Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: cb(*args, **kw) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: return func(*args, **kwargs) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: self._notify() Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: self.callback(batched_events) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: event.method(event) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: return f(self, *a, **k) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._get(url).json() Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: return self.request(url, 'GET', **kwargs) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 08:57:59.128411 dv-cinder-796170-5-iscsi neutron-server[110207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 08:57:59.224853 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (ba74698c-e95c-409a-a14f-184a04c60b49), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.241442 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.244870 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ba74698c-e95c-409a-a14f-184a04c60b49 HTTP/1.1" status: 204 len: 168 time: 0.5805597 Mar 10 08:57:59.245924 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab61f1-64e9-42eb-90d2-ff1fb600b903 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba74698c-e95c-409a-a14f-184a04c60b49,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:59.250335 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46862) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:59.257942 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46864) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:59.271382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a127e2b7-946b-43c9-8420-56d737cc95c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.296015 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] Deleting subnet 01e27128-2f3c-41bc-adcd-71f7934d1564 {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 08:57:59.299333 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] Publish callbacks [] for subnet (01e27128-2f3c-41bc-adcd-71f7934d1564), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.337860 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (01e27128-2f3c-41bc-adcd-71f7934d1564), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.374103 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a127e2b7-946b-43c9-8420-56d737cc95c0 admin admin] Publish callbacks [] for security_group (d234c912-60ed-47f3-916c-b5458d25faa3), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.395457 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (01e27128-2f3c-41bc-adcd-71f7934d1564), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.595914 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a127e2b7-946b-43c9-8420-56d737cc95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d234c912-60ed-47f3-916c-b5458d25faa3), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.598526 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (01e27128-2f3c-41bc-adcd-71f7934d1564), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.627737 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e27128-2f3c-41bc-adcd-71f7934d1564,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:59.636515 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.643423 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-7aff410c-3bb2-4d99-aeff-745761da7be9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01e27128-2f3c-41bc-adcd-71f7934d1564 HTTP/1.1" status: 204 len: 168 time: 0.3923476 Mar 10 08:57:59.643423 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46874) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:59.644012 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a127e2b7-946b-43c9-8420-56d737cc95c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1128dee98d334f81a16956667161b185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848763 Mar 10 08:57:59.644794 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46876) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:57:59.645459 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127e2b7-946b-43c9-8420-56d737cc95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d234c912-60ed-47f3-916c-b5458d25faa3,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:59.692150 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-518f0be6-7c7a-43cc-a5f1-2672af49185f admin admin] Publish callbacks [] for security_group (d234c912-60ed-47f3-916c-b5458d25faa3), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.714914 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-518f0be6-7c7a-43cc-a5f1-2672af49185f admin admin] Publish callbacks [] for security_group (d234c912-60ed-47f3-916c-b5458d25faa3), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.718660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (749414ac-328e-42ac-9fe6-ad7a41513ec1), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.796547 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (749414ac-328e-42ac-9fe6-ad7a41513ec1), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.820669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749414ac-328e-42ac-9fe6-ad7a41513ec1']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:59.830287 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70f579c-6cab-4d44-8310-671df281165c') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:59.830627 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70f579c-6cab-4d44-8310-671df281165c') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:57:59.840470 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (d70f579c-6cab-4d44-8310-671df281165c), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.854165 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (d70f579c-6cab-4d44-8310-671df281165c), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.860380 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 08:57:59.860769 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (d70f579c-6cab-4d44-8310-671df281165c), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 08:57:59.862422 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 08:57:59.864850 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-518f0be6-7c7a-43cc-a5f1-2672af49185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d234c912-60ed-47f3-916c-b5458d25faa3), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.868063 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-518f0be6-7c7a-43cc-a5f1-2672af49185f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:57:59.869261 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-518f0be6-7c7a-43cc-a5f1-2672af49185f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d234c912-60ed-47f3-916c-b5458d25faa3 HTTP/1.1" status: 204 len: 168 time: 0.2266686 Mar 10 08:57:59.881362 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f0be6-7c7a-43cc-a5f1-2672af49185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d234c912-60ed-47f3-916c-b5458d25faa3,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:57:59.993913 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46882) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:00.064490 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (749414ac-328e-42ac-9fe6-ad7a41513ec1), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.080907 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.080907 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] 10.222.0.31 "DELETE /v2.0/networks/749414ac-328e-42ac-9fe6-ad7a41513ec1 HTTP/1.1" status: 204 len: 168 time: 0.4267135 Mar 10 08:58:00.090445 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c45b46-cade-4bc5-af6d-f3d878ef3537 admin admin] Pushing event deleted for resources: {'Network': ['ID=749414ac-328e-42ac-9fe6-ad7a41513ec1,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:00.098813 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6db3d69-a7ed-4ba8-a672-345debd997d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.182885 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6db3d69-a7ed-4ba8-a672-345debd997d3 admin admin] Publish callbacks [] for security_group (548f838f-642e-4caa-87ea-73d386400a38), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.230471 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6db3d69-a7ed-4ba8-a672-345debd997d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (548f838f-642e-4caa-87ea-73d386400a38), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.277001 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b6db3d69-a7ed-4ba8-a672-345debd997d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=929d4a66f43b4bddbbbae02add612c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795770 Mar 10 08:58:00.277001 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db3d69-a7ed-4ba8-a672-345debd997d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548f838f-642e-4caa-87ea-73d386400a38,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:00.277317 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46892) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:00.331427 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-19349773-64c5-4bbc-91aa-db7638d6aecb admin admin] Publish callbacks [] for security_group (548f838f-642e-4caa-87ea-73d386400a38), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.354068 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-19349773-64c5-4bbc-91aa-db7638d6aecb admin admin] Publish callbacks [] for security_group (548f838f-642e-4caa-87ea-73d386400a38), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.355846 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46898) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:00.421516 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-d0c040de-2c86-4a20-8406-fe45b47ce675 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9931d653eb344a21af3d694168721e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621600 Mar 10 08:58:00.424596 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46904) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:00.464789 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-19349773-64c5-4bbc-91aa-db7638d6aecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (548f838f-642e-4caa-87ea-73d386400a38), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.467511 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-19349773-64c5-4bbc-91aa-db7638d6aecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.468699 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-19349773-64c5-4bbc-91aa-db7638d6aecb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/548f838f-642e-4caa-87ea-73d386400a38 HTTP/1.1" status: 204 len: 168 time: 0.1903985 Mar 10 08:58:00.468932 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-63edd10b-e5fc-438f-9f82-136a2c06a79a admin admin] Publish callbacks [] for security_group (066b4644-ab2d-4c5d-a36c-a7fea779d531), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.477135 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19349773-64c5-4bbc-91aa-db7638d6aecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f838f-642e-4caa-87ea-73d386400a38,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:00.501283 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-63edd10b-e5fc-438f-9f82-136a2c06a79a admin admin] Publish callbacks [] for security_group (066b4644-ab2d-4c5d-a36c-a7fea779d531), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.664618 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-63edd10b-e5fc-438f-9f82-136a2c06a79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (066b4644-ab2d-4c5d-a36c-a7fea779d531), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.667288 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-63edd10b-e5fc-438f-9f82-136a2c06a79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:00.668484 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-63edd10b-e5fc-438f-9f82-136a2c06a79a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/066b4644-ab2d-4c5d-a36c-a7fea779d531 HTTP/1.1" status: 204 len: 168 time: 0.2457569 Mar 10 08:58:00.676525 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edd10b-e5fc-438f-9f82-136a2c06a79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066b4644-ab2d-4c5d-a36c-a7fea779d531,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:01.063407 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46920) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:01.076718 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f12c3ff7-b82a-4edf-acad-910857b9e777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.151395 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f12c3ff7-b82a-4edf-acad-910857b9e777 admin admin] Publish callbacks [] for security_group (126928e2-f536-4141-aed8-ddda101edcc5), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.258672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f12c3ff7-b82a-4edf-acad-910857b9e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (126928e2-f536-4141-aed8-ddda101edcc5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.298357 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c3ff7-b82a-4edf-acad-910857b9e777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126928e2-f536-4141-aed8-ddda101edcc5,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:01.303881 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f12c3ff7-b82a-4edf-acad-910857b9e777 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf85b96358744f7987cc8dc687057bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394252 Mar 10 08:58:01.306503 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46928) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:01.356913 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdd6-9ea6-4892-8829-59e99f9640e7 admin admin] Publish callbacks [] for security_group (126928e2-f536-4141-aed8-ddda101edcc5), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.372931 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 46930) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:01.383612 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdd6-9ea6-4892-8829-59e99f9640e7 admin admin] Publish callbacks [] for security_group (126928e2-f536-4141-aed8-ddda101edcc5), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.426677 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 46934) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:01.427556 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-39414eeb-86ae-4a84-a663-c9170cf490a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad0858142e5c4c7fbed4f7f443d6fff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521312 Mar 10 08:58:01.480044 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-989cf149-10a2-4a35-ad80-74da5687183f admin admin] Publish callbacks [] for security_group (e0d6a9af-c094-45ce-8482-e2dd478b5db8), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.502729 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-989cf149-10a2-4a35-ad80-74da5687183f admin admin] Publish callbacks [] for security_group (e0d6a9af-c094-45ce-8482-e2dd478b5db8), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.519452 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdd6-9ea6-4892-8829-59e99f9640e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (126928e2-f536-4141-aed8-ddda101edcc5), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.522002 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f0bdcdd6-9ea6-4892-8829-59e99f9640e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.528120 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f0bdcdd6-9ea6-4892-8829-59e99f9640e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/126928e2-f536-4141-aed8-ddda101edcc5 HTTP/1.1" status: 204 len: 168 time: 0.2157583 Mar 10 08:58:01.542003 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdcdd6-9ea6-4892-8829-59e99f9640e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126928e2-f536-4141-aed8-ddda101edcc5,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:01.665102 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-989cf149-10a2-4a35-ad80-74da5687183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e0d6a9af-c094-45ce-8482-e2dd478b5db8), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.675340 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-989cf149-10a2-4a35-ad80-74da5687183f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:01.675340 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-989cf149-10a2-4a35-ad80-74da5687183f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0d6a9af-c094-45ce-8482-e2dd478b5db8 HTTP/1.1" status: 204 len: 168 time: 0.2411473 Mar 10 08:58:01.676898 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cf149-10a2-4a35-ad80-74da5687183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d6a9af-c094-45ce-8482-e2dd478b5db8,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:02.839908 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98ed9-2c16-40af-8f7f-8678caf9e6cc req-9b1abc57-576e-41b7-8f81-03403214328f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:02.842588 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8be98ed9-2c16-40af-8f7f-8678caf9e6cc req-9b1abc57-576e-41b7-8f81-03403214328f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0557587 Mar 10 08:58:02.891373 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8be98ed9-2c16-40af-8f7f-8678caf9e6cc req-a3fe058b-715f-4960-b894-e9aaec37d984 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Mar 10 08:58:02.913644 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-6b71d0ad-36ec-400f-b247-a75acc211f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:02.918653 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-6b71d0ad-36ec-400f-b247-a75acc211f79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0549245 Mar 10 08:58:03.013425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-fa387a35-abb2-419e-b8da-abe47b5af8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:03.015980 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-fa387a35-abb2-419e-b8da-abe47b5af8b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.0915999 Mar 10 08:58:03.062314 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-a681cf3a-0379-4d70-bd2b-2eb3f4e4946e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 217 time: 0.0394914 Mar 10 08:58:03.125811 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-9b055f1c-093d-4416-811c-c6c109250651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:03.127357 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-9b055f1c-093d-4416-811c-c6c109250651 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.0591722 Mar 10 08:58:03.162828 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-efaa9cba-76f5-403f-8069-4d86283b6c9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273855 Mar 10 08:58:03.272607 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-fd746451-460c-45a6-89f3-c1ebf7cc353d service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029263 Mar 10 08:58:03.369439 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-34ef3e8b-e052-468f-b77b-52fd59549c95 req-02a42438-5164-4ac9-ab55-6b4a6441c2b0 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905049 Mar 10 08:58:03.413347 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-30e2865c-5476-40b5-9a98-56712a6dc7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:03.721482 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47046) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:03.835820 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-47e3abe7-219f-4225-a7ce-3d9a98afd556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:03.909649 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-47e3abe7-219f-4225-a7ce-3d9a98afd556 admin admin] Publish callbacks [] for security_group (68cbbdca-547c-46ac-973d-083c2b8b2717), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.012713 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-47e3abe7-219f-4225-a7ce-3d9a98afd556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (68cbbdca-547c-46ac-973d-083c2b8b2717), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.027274 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772ee72-9add-461f-8886-0151d1c9ee16 req-6072087f-81b7-4bf7-9e5d-c11a00d2efda tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:04.029028 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7772ee72-9add-461f-8886-0151d1c9ee16 req-6072087f-81b7-4bf7-9e5d-c11a00d2efda tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0567379 Mar 10 08:58:04.053090 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-47e3abe7-219f-4225-a7ce-3d9a98afd556 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48e8664669cc4f96a9eec8e6ed47231c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304915 Mar 10 08:58:04.055754 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47060) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:04.065117 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3abe7-219f-4225-a7ce-3d9a98afd556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cbbdca-547c-46ac-973d-083c2b8b2717,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:04.066315 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47062) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:04.098016 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7772ee72-9add-461f-8886-0151d1c9ee16 req-eb99c92c-a22c-417b-a117-0ecb3b13b72c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Mar 10 08:58:04.119075 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c1dc882f-a899-46b6-aa4d-43d59ccfefb5 admin admin] Publish callbacks [] for security_group (68cbbdca-547c-46ac-973d-083c2b8b2717), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.140373 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c1dc882f-a899-46b6-aa4d-43d59ccfefb5 admin admin] Publish callbacks [] for security_group (68cbbdca-547c-46ac-973d-083c2b8b2717), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.194486 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7d02d28b-bdb7-4c68-a569-9c73a9f24513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.252847 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c1dc882f-a899-46b6-aa4d-43d59ccfefb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (68cbbdca-547c-46ac-973d-083c2b8b2717), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.255575 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c1dc882f-a899-46b6-aa4d-43d59ccfefb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.257341 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-c1dc882f-a899-46b6-aa4d-43d59ccfefb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68cbbdca-547c-46ac-973d-083c2b8b2717 HTTP/1.1" status: 204 len: 168 time: 0.2003922 Mar 10 08:58:04.266028 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc882f-a899-46b6-aa4d-43d59ccfefb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cbbdca-547c-46ac-973d-083c2b8b2717,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:04.311742 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7d02d28b-bdb7-4c68-a569-9c73a9f24513 admin admin] Publish callbacks [] for security_group (17ff5f95-3eb9-48de-8cda-70879d088f3e), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.372711 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7d02d28b-bdb7-4c68-a569-9c73a9f24513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (17ff5f95-3eb9-48de-8cda-70879d088f3e), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.410615 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02d28b-bdb7-4c68-a569-9c73a9f24513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff5f95-3eb9-48de-8cda-70879d088f3e,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:04.415009 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-7d02d28b-bdb7-4c68-a569-9c73a9f24513 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0af7e768ad840b2b4a5c4483dbb81e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474054 Mar 10 08:58:04.418061 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47070) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:04.467453 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d62853fe-38b1-4c88-8bd5-7d8e9788c453 admin admin] Publish callbacks [] for security_group (17ff5f95-3eb9-48de-8cda-70879d088f3e), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.488186 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d62853fe-38b1-4c88-8bd5-7d8e9788c453 admin admin] Publish callbacks [] for security_group (17ff5f95-3eb9-48de-8cda-70879d088f3e), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.601440 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d62853fe-38b1-4c88-8bd5-7d8e9788c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (17ff5f95-3eb9-48de-8cda-70879d088f3e), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.604126 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d62853fe-38b1-4c88-8bd5-7d8e9788c453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:04.605347 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d62853fe-38b1-4c88-8bd5-7d8e9788c453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17ff5f95-3eb9-48de-8cda-70879d088f3e HTTP/1.1" status: 204 len: 168 time: 0.1863577 Mar 10 08:58:04.613530 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62853fe-38b1-4c88-8bd5-7d8e9788c453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff5f95-3eb9-48de-8cda-70879d088f3e,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:05.218196 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598416b-ea9d-46c0-9156-77d57738e699 req-e13cd704-6950-4d08-baeb-7a66db60b38b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:05.219692 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0598416b-ea9d-46c0-9156-77d57738e699 req-e13cd704-6950-4d08-baeb-7a66db60b38b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0543926 Mar 10 08:58:05.240866 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47096) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:05.258209 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86f42347-e505-4f1f-bd21-95926b172442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.292209 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0598416b-ea9d-46c0-9156-77d57738e699 req-64d230f7-42b4-426f-bae8-4ce9b97a6b21 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666711 Mar 10 08:58:05.370380 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86f42347-e505-4f1f-bd21-95926b172442 admin admin] Publish callbacks [] for security_group (ee6ca0ba-042b-460a-a6aa-51b82d91405d), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.475809 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86f42347-e505-4f1f-bd21-95926b172442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ee6ca0ba-042b-460a-a6aa-51b82d91405d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.514751 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-86f42347-e505-4f1f-bd21-95926b172442 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24bb547fd8c84e119d63033b366cf355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728617 Mar 10 08:58:05.516626 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42347-e505-4f1f-bd21-95926b172442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ca0ba-042b-460a-a6aa-51b82d91405d,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:05.517605 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47106) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:05.565931 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a898bde3-0fbd-4dc8-a633-d955a9e60cdd admin admin] Publish callbacks [] for security_group (ee6ca0ba-042b-460a-a6aa-51b82d91405d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.587487 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a898bde3-0fbd-4dc8-a633-d955a9e60cdd admin admin] Publish callbacks [] for security_group (ee6ca0ba-042b-460a-a6aa-51b82d91405d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.669962 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb4b0-26e6-4bc3-9933-16ff228ec1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.721184 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a898bde3-0fbd-4dc8-a633-d955a9e60cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ee6ca0ba-042b-460a-a6aa-51b82d91405d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.724016 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a898bde3-0fbd-4dc8-a633-d955a9e60cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:05.725499 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a898bde3-0fbd-4dc8-a633-d955a9e60cdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee6ca0ba-042b-460a-a6aa-51b82d91405d HTTP/1.1" status: 204 len: 168 time: 0.2063525 Mar 10 08:58:05.733781 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898bde3-0fbd-4dc8-a633-d955a9e60cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ca0ba-042b-460a-a6aa-51b82d91405d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:06.417713 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d41bd-2ede-438b-a62b-f70da1fc0400 req-29884109-dcc1-4a76-b8cd-475bded4fa49 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:06.419312 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8b1d41bd-2ede-438b-a62b-f70da1fc0400 req-29884109-dcc1-4a76-b8cd-475bded4fa49 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0576682 Mar 10 08:58:06.466975 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8b1d41bd-2ede-438b-a62b-f70da1fc0400 req-07378f32-afbf-4609-8bf2-2fbdd339b31b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Mar 10 08:58:06.932405 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:07.581784 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b88da-1c7f-411d-8ba6-bf6ac3243838 req-dce8d900-c711-41a8-b0fe-003d06ac172b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:07.583283 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db8b88da-1c7f-411d-8ba6-bf6ac3243838 req-dce8d900-c711-41a8-b0fe-003d06ac172b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0508437 Mar 10 08:58:07.629846 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db8b88da-1c7f-411d-8ba6-bf6ac3243838 req-87a18de8-d946-4866-abe0-fa5399f5402b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Mar 10 08:58:08.258278 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:08.747036 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7035cd-20b0-4760-8317-d9ffa7252713 req-98989108-20f2-4dbd-a670-849ca66f7815 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:08.751017 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab7035cd-20b0-4760-8317-d9ffa7252713 req-98989108-20f2-4dbd-a670-849ca66f7815 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0525186 Mar 10 08:58:08.799432 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab7035cd-20b0-4760-8317-d9ffa7252713 req-0ed79ba7-dcf1-49f5-9535-a64772c71ae4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Mar 10 08:58:09.920643 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a16b8-c22b-4dfa-9673-bc4a9afd5b71 req-bb90d572-4f61-49fa-8ac3-32820aeea9ed tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:09.922128 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db5a16b8-c22b-4dfa-9673-bc4a9afd5b71 req-bb90d572-4f61-49fa-8ac3-32820aeea9ed tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0537910 Mar 10 08:58:09.967361 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db5a16b8-c22b-4dfa-9673-bc4a9afd5b71 req-68b79b22-1f0a-4a2b-aceb-b960ea87a5bb tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Mar 10 08:58:10.149926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47222) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:10.229696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.291582 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20e2169d-f4e0-4624-9d74-edb848ab4a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.361976 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20e2169d-f4e0-4624-9d74-edb848ab4a7a admin admin] Publish callbacks [] for security_group (b027953b-efac-4dba-b087-b4b942b99bc8), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.406740 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20e2169d-f4e0-4624-9d74-edb848ab4a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b027953b-efac-4dba-b087-b4b942b99bc8), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.447412 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-20e2169d-f4e0-4624-9d74-edb848ab4a7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fe9957274fe47188cb89647214198a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964017 Mar 10 08:58:10.448509 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2169d-f4e0-4624-9d74-edb848ab4a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b027953b-efac-4dba-b087-b4b942b99bc8,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:10.450174 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47228) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:10.497245 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-800d4a3c-9dda-4c81-9ca3-927bde10ef87 admin admin] Publish callbacks [] for security_group (b027953b-efac-4dba-b087-b4b942b99bc8), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.517933 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-800d4a3c-9dda-4c81-9ca3-927bde10ef87 admin admin] Publish callbacks [] for security_group (b027953b-efac-4dba-b087-b4b942b99bc8), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.629571 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-800d4a3c-9dda-4c81-9ca3-927bde10ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b027953b-efac-4dba-b087-b4b942b99bc8), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.632838 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-800d4a3c-9dda-4c81-9ca3-927bde10ef87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:10.633988 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-800d4a3c-9dda-4c81-9ca3-927bde10ef87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b027953b-efac-4dba-b087-b4b942b99bc8 HTTP/1.1" status: 204 len: 168 time: 0.1828301 Mar 10 08:58:10.641597 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d4a3c-9dda-4c81-9ca3-927bde10ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b027953b-efac-4dba-b087-b4b942b99bc8,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:11.083478 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce543bf-1dfa-4ff5-90cb-bd4b28d9aae2 req-d7f13306-acce-49cb-8c46-fab680fdce3e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:11.084904 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1ce543bf-1dfa-4ff5-90cb-bd4b28d9aae2 req-d7f13306-acce-49cb-8c46-fab680fdce3e tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0506713 Mar 10 08:58:11.131863 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1ce543bf-1dfa-4ff5-90cb-bd4b28d9aae2 req-071a6f0e-b038-486f-9d6e-3a467b6190e7 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Mar 10 08:58:11.199837 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47242) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:11.212972 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0f692b5b-26ce-4c74-b775-f832fd851fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:11.286254 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0f692b5b-26ce-4c74-b775-f832fd851fdd admin admin] Publish callbacks [] for security_group (b4f6bb8c-0fa6-48f3-918f-c77d84af3e24), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:11.343916 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0f692b5b-26ce-4c74-b775-f832fd851fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b4f6bb8c-0fa6-48f3-918f-c77d84af3e24), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:11.382331 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-0f692b5b-26ce-4c74-b775-f832fd851fdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1f41bf9edbd427081a6ce2f20cdde14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814239 Mar 10 08:58:11.383030 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f692b5b-26ce-4c74-b775-f832fd851fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6bb8c-0fa6-48f3-918f-c77d84af3e24,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:11.385050 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47244) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:11.431864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ed447e13-c916-4d6f-8c40-ac371bf040cc admin admin] Publish callbacks [] for security_group (b4f6bb8c-0fa6-48f3-918f-c77d84af3e24), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:11.451874 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ed447e13-c916-4d6f-8c40-ac371bf040cc admin admin] Publish callbacks [] for security_group (b4f6bb8c-0fa6-48f3-918f-c77d84af3e24), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:11.566305 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ed447e13-c916-4d6f-8c40-ac371bf040cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b4f6bb8c-0fa6-48f3-918f-c77d84af3e24), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:11.569348 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ed447e13-c916-4d6f-8c40-ac371bf040cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:11.570710 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ed447e13-c916-4d6f-8c40-ac371bf040cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4f6bb8c-0fa6-48f3-918f-c77d84af3e24 HTTP/1.1" status: 204 len: 168 time: 0.1845980 Mar 10 08:58:11.581763 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed447e13-c916-4d6f-8c40-ac371bf040cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6bb8c-0fa6-48f3-918f-c77d84af3e24,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:12.240038 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47258) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:12.248433 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5846-e4e5-49dd-9b98-db9743a61c01 req-1fbfa575-db36-431c-ad78-d54b3e0f5d27 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:12.249916 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0d4b5846-e4e5-49dd-9b98-db9743a61c01 req-1fbfa575-db36-431c-ad78-d54b3e0f5d27 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0531394 Mar 10 08:58:12.256876 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1054c171-748d-428b-ab1a-03c2f0c906ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:12.295156 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0d4b5846-e4e5-49dd-9b98-db9743a61c01 req-11e2c558-74b1-4ea6-b92b-a9e878af3f8a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396190 Mar 10 08:58:12.329987 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1054c171-748d-428b-ab1a-03c2f0c906ab admin admin] Publish callbacks [] for security_group (e0b312a3-0089-4f8f-9d68-97561f5134c4), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:12.377555 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1054c171-748d-428b-ab1a-03c2f0c906ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e0b312a3-0089-4f8f-9d68-97561f5134c4), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:12.415029 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1054c171-748d-428b-ab1a-03c2f0c906ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=994e209907194706a139a6f835d5420c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734674 Mar 10 08:58:12.415878 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054c171-748d-428b-ab1a-03c2f0c906ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b312a3-0089-4f8f-9d68-97561f5134c4,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:12.417705 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47260) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:12.464737 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a152ec47-3474-4b52-be37-1c8a0aa14a63 admin admin] Publish callbacks [] for security_group (e0b312a3-0089-4f8f-9d68-97561f5134c4), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:12.485721 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a152ec47-3474-4b52-be37-1c8a0aa14a63 admin admin] Publish callbacks [] for security_group (e0b312a3-0089-4f8f-9d68-97561f5134c4), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:12.618073 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a152ec47-3474-4b52-be37-1c8a0aa14a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e0b312a3-0089-4f8f-9d68-97561f5134c4), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:12.620652 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a152ec47-3474-4b52-be37-1c8a0aa14a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:12.621978 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a152ec47-3474-4b52-be37-1c8a0aa14a63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0b312a3-0089-4f8f-9d68-97561f5134c4 HTTP/1.1" status: 204 len: 168 time: 0.2029262 Mar 10 08:58:12.631366 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152ec47-3474-4b52-be37-1c8a0aa14a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b312a3-0089-4f8f-9d68-97561f5134c4,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:13.411731 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd0f73-4aca-4c28-a3ac-433fcc05bc97 req-1f853690-e03d-4777-a0dc-554bb8f5a9a4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:13.413710 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8dbd0f73-4aca-4c28-a3ac-433fcc05bc97 req-1f853690-e03d-4777-a0dc-554bb8f5a9a4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0517054 Mar 10 08:58:13.460480 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8dbd0f73-4aca-4c28-a3ac-433fcc05bc97 req-2c196bed-e26a-4186-8436-de0cc4dae443 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Mar 10 08:58:14.147972 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47300) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:14.272081 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-68941ab9-f6fd-4448-8160-517e6455325a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:14.357947 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-68941ab9-f6fd-4448-8160-517e6455325a admin admin] Publish callbacks [] for security_group (ee60e65c-b854-4740-aa70-776bb1ee29ac), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:14.451962 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-68941ab9-f6fd-4448-8160-517e6455325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ee60e65c-b854-4740-aa70-776bb1ee29ac), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:14.487253 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-68941ab9-f6fd-4448-8160-517e6455325a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1ce5355793743c3a569d85faa1ee6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381562 Mar 10 08:58:14.489996 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47314) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:14.493620 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68941ab9-f6fd-4448-8160-517e6455325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee60e65c-b854-4740-aa70-776bb1ee29ac,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:14.543745 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-87e78dcd-40b2-4481-9c75-6433360bcf9c admin admin] Publish callbacks [] for security_group (ee60e65c-b854-4740-aa70-776bb1ee29ac), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:14.570189 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-87e78dcd-40b2-4481-9c75-6433360bcf9c admin admin] Publish callbacks [] for security_group (ee60e65c-b854-4740-aa70-776bb1ee29ac), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:14.583562 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738991e-cdac-4cc1-8c11-8128c75db19f req-88fb91cf-a8fe-441a-92ff-0dd479449c4b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:14.585146 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2738991e-cdac-4cc1-8c11-8128c75db19f req-88fb91cf-a8fe-441a-92ff-0dd479449c4b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0551803 Mar 10 08:58:14.639996 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2738991e-cdac-4cc1-8c11-8128c75db19f req-be30c42b-0e62-48f9-bbf8-22d4d47a3ce3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484657 Mar 10 08:58:14.715514 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-87e78dcd-40b2-4481-9c75-6433360bcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ee60e65c-b854-4740-aa70-776bb1ee29ac), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:14.718204 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-87e78dcd-40b2-4481-9c75-6433360bcf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:14.719433 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-87e78dcd-40b2-4481-9c75-6433360bcf9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee60e65c-b854-4740-aa70-776bb1ee29ac HTTP/1.1" status: 204 len: 168 time: 0.2275801 Mar 10 08:58:14.732911 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e78dcd-40b2-4481-9c75-6433360bcf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee60e65c-b854-4740-aa70-776bb1ee29ac,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:15.688206 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:58:15.761851 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bf182-fe67-4663-bf11-e05f412c7120 req-f4a4ed50-8e78-413f-a377-3b963b2c81e8 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:15.763396 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-da8bf182-fe67-4663-bf11-e05f412c7120 req-f4a4ed50-8e78-413f-a377-3b963b2c81e8 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0561273 Mar 10 08:58:15.810411 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-da8bf182-fe67-4663-bf11-e05f412c7120 req-a74e1aa2-5c6d-42ee-8664-360de20e2ed6 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Mar 10 08:58:16.930778 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712a58-f866-4a12-ba7e-b10121997ed5 req-bdca72be-a3e0-49b6-a8dd-97dfb18125f5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:16.932289 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b2712a58-f866-4a12-ba7e-b10121997ed5 req-bdca72be-a3e0-49b6-a8dd-97dfb18125f5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0559354 Mar 10 08:58:16.979257 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b2712a58-f866-4a12-ba7e-b10121997ed5 req-cc5d8a5a-70ef-4188-aff4-dc08b54d6f54 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Mar 10 08:58:18.094124 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2fb0b-ab80-4a6d-97b4-234a53f852ca req-943e397c-11d9-4a53-9521-fc5349135040 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:18.095712 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f2fb0b-ab80-4a6d-97b4-234a53f852ca req-943e397c-11d9-4a53-9521-fc5349135040 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0515621 Mar 10 08:58:18.145765 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f2fb0b-ab80-4a6d-97b4-234a53f852ca req-8e6b61be-4066-4987-82e2-ea64a506e547 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Mar 10 08:58:19.263583 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c37dd9-746b-429f-8c3f-f132f9d1ad9b req-eb58fa8d-0104-4fc9-9723-bdb36bce469b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:19.264982 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-64c37dd9-746b-429f-8c3f-f132f9d1ad9b req-eb58fa8d-0104-4fc9-9723-bdb36bce469b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0509911 Mar 10 08:58:19.310336 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-64c37dd9-746b-429f-8c3f-f132f9d1ad9b req-9c32f975-3d85-4d3f-b6fa-cc4d326df5ea tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Mar 10 08:58:20.424810 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf158-78f1-4390-b1fb-1bf66969b55d req-99b5f30d-39dc-4168-b67b-3d81ea752e60 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:20.426282 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3edcf158-78f1-4390-b1fb-1bf66969b55d req-99b5f30d-39dc-4168-b67b-3d81ea752e60 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0503457 Mar 10 08:58:20.471078 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3edcf158-78f1-4390-b1fb-1bf66969b55d req-40b2bd35-6970-4a61-874f-8c77c505ad58 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Mar 10 08:58:21.584524 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abe73c-1eb0-472c-882a-e02daa189ed0 req-cb05aec8-addd-4201-ac98-bc8cc5b08461 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:21.585964 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a8abe73c-1eb0-472c-882a-e02daa189ed0 req-cb05aec8-addd-4201-ac98-bc8cc5b08461 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0506504 Mar 10 08:58:21.635539 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a8abe73c-1eb0-472c-882a-e02daa189ed0 req-9cf0042d-b70a-4e40-a70e-6f9b789bf800 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Mar 10 08:58:22.758723 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb246-8d85-41ec-a170-ee2cef1252c1 req-a7c231cf-674d-4dd7-9d41-697fd861a32f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:22.760281 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f3fbb246-8d85-41ec-a170-ee2cef1252c1 req-a7c231cf-674d-4dd7-9d41-697fd861a32f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0592849 Mar 10 08:58:22.819232 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f3fbb246-8d85-41ec-a170-ee2cef1252c1 req-67b57564-29d0-4bcb-9122-45598bd28a32 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Mar 10 08:58:23.938860 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8bc74-e6ef-4a73-9efa-f690a03e1f08 req-bcd6e544-0e66-4262-9527-0a31599a0029 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:23.940215 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c1a8bc74-e6ef-4a73-9efa-f690a03e1f08 req-bcd6e544-0e66-4262-9527-0a31599a0029 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0499806 Mar 10 08:58:23.984937 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c1a8bc74-e6ef-4a73-9efa-f690a03e1f08 req-1822438a-1c0a-4044-9390-8a8544d5b003 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387506 Mar 10 08:58:24.594424 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:25.102203 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98161246-fae6-490c-b164-332a01661a5c req-68040557-4c05-4f5e-afc2-5b96832e2302 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:25.103605 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98161246-fae6-490c-b164-332a01661a5c req-68040557-4c05-4f5e-afc2-5b96832e2302 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0538414 Mar 10 08:58:25.148116 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98161246-fae6-490c-b164-332a01661a5c req-ddae8a69-bb27-408d-9ae3-817a6f013320 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388296 Mar 10 08:58:26.262027 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430f261-089b-43b4-bd93-9183e0354259 req-ed66b691-130a-463a-8d85-146e7d87f437 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:26.263503 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4430f261-089b-43b4-bd93-9183e0354259 req-ed66b691-130a-463a-8d85-146e7d87f437 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0505209 Mar 10 08:58:26.307550 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4430f261-089b-43b4-bd93-9183e0354259 req-2e3396bb-f733-4f7c-89d5-d3458e6bb017 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386603 Mar 10 08:58:27.423886 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2041ec0-8fe5-4eda-9e85-2be7e3bddd9c req-7c6a61f6-5f63-4bc5-b4a9-1878a5b1c05a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:27.425348 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b2041ec0-8fe5-4eda-9e85-2be7e3bddd9c req-7c6a61f6-5f63-4bc5-b4a9-1878a5b1c05a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0516167 Mar 10 08:58:27.470563 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b2041ec0-8fe5-4eda-9e85-2be7e3bddd9c req-6ec304c5-4156-46c6-b8b2-48956c226074 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Mar 10 08:58:28.182973 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bd2a6-073c-4d6c-8fee-52cd9ea04ef4 req-f1dab438-5cc2-4502-9755-3af392fe7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:28.184502 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0a0bd2a6-073c-4d6c-8fee-52cd9ea04ef4 req-f1dab438-5cc2-4502-9755-3af392fe7a24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0426285 Mar 10 08:58:28.231763 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0a0bd2a6-073c-4d6c-8fee-52cd9ea04ef4 req-25e6513a-7d30-47ad-a865-e657a6b36c6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Mar 10 08:58:28.602422 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf66248-2ab5-4e16-ac53-d77a5108f920 req-89f8acfe-b8a7-44fb-8cdf-e42638e7c9bf tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:28.604023 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6bf66248-2ab5-4e16-ac53-d77a5108f920 req-89f8acfe-b8a7-44fb-8cdf-e42638e7c9bf tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0661976 Mar 10 08:58:28.664172 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6bf66248-2ab5-4e16-ac53-d77a5108f920 req-6a6c7800-4cb7-43a4-a379-abce6b2d305d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520401 Mar 10 08:58:29.785760 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33e3d-3ec6-449f-93e2-611d09b6f501 req-e7dc77c3-acd3-4d78-8f2c-424d9a6f2a5c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:29.787275 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4df33e3d-3ec6-449f-93e2-611d09b6f501 req-e7dc77c3-acd3-4d78-8f2c-424d9a6f2a5c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0532944 Mar 10 08:58:29.838133 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4df33e3d-3ec6-449f-93e2-611d09b6f501 req-ca368f1d-79ec-4f37-8521-a6bb21811604 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Mar 10 08:58:30.957018 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d6a1-4344-46ef-97fd-33ad7fc61b6e req-e01b1d6d-ea4f-4fba-9907-daabc8ed50c0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:30.958515 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c1e5d6a1-4344-46ef-97fd-33ad7fc61b6e req-e01b1d6d-ea4f-4fba-9907-daabc8ed50c0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0506992 Mar 10 08:58:31.006200 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c1e5d6a1-4344-46ef-97fd-33ad7fc61b6e req-aedab2f7-0bf1-4e6c-a4a6-ca04ae448b00 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Mar 10 08:58:31.508170 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d622-a2e9-42c5-930c-4925d388eba3 req-79761286-62cc-4afc-a564-b67e35885bc0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:31.510055 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-76d7d622-a2e9-42c5-930c-4925d388eba3 req-79761286-62cc-4afc-a564-b67e35885bc0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0529361 Mar 10 08:58:31.587201 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-76d7d622-a2e9-42c5-930c-4925d388eba3 req-8d347bd8-176e-4d3a-94d2-5242438d965b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691020 Mar 10 08:58:31.599615 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-067dfdb1-e91e-4613-9418-ad2461d7995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:31.601157 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-067dfdb1-e91e-4613-9418-ad2461d7995c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 1129 time: 0.0687728 Mar 10 08:58:31.694467 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-b6a666f1-80dc-4223-801b-cf30129189e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:31.695980 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-b6a666f1-80dc-4223-801b-cf30129189e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 200 len: 920 time: 0.0841460 Mar 10 08:58:31.749852 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-671805e9-5fc3-4f75-8646-38cb8a902966 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 200 len: 217 time: 0.0373960 Mar 10 08:58:31.797541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-9b9ada4a-5a3a-49ab-87dc-e7f6b165f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:31.799042 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-9b9ada4a-5a3a-49ab-87dc-e7f6b165f3ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 200 len: 859 time: 0.0432332 Mar 10 08:58:31.829285 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-46ee9eba-120d-4655-b0e0-a86c9b6c302f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33bbe54-bfd7-4009-b89c-75cf7ffe278f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240195 Mar 10 08:58:31.919003 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-0279e926-7064-4c0c-aecb-e2d72017db39 service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827780 Mar 10 08:58:32.007695 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c44399c-29ea-4de3-ac2b-64695a3efec3 req-b527a02d-4bbc-483e-b1c9-b5f76794195a service neutron] 10.222.0.30 "GET /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823116 Mar 10 08:58:32.710518 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27742734-c4f6-40df-9806-f48e9696aeef req-595f57b7-1834-414f-8561-159cbf5ae32c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:32.712047 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-27742734-c4f6-40df-9806-f48e9696aeef req-595f57b7-1834-414f-8561-159cbf5ae32c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0511944 Mar 10 08:58:32.768976 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-27742734-c4f6-40df-9806-f48e9696aeef req-dc7eb79b-da08-45ad-a70b-cbe48709c9aa tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509136 Mar 10 08:58:32.840220 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47662) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:32.958698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b21e71d5-62d0-4924-9430-42b59460959e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.038236 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b21e71d5-62d0-4924-9430-42b59460959e admin admin] Publish callbacks [] for security_group (cf418700-db99-4cdf-9188-ba818be64193), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.096917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b21e71d5-62d0-4924-9430-42b59460959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (cf418700-db99-4cdf-9188-ba818be64193), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.138875 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b21e71d5-62d0-4924-9430-42b59460959e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd8fbbdd95d640b98bb2cbf77a788ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973909 Mar 10 08:58:33.139715 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e71d5-62d0-4924-9430-42b59460959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf418700-db99-4cdf-9188-ba818be64193,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:33.141490 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47670) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:33.187882 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-be3f3913-df82-406d-8c50-b2dbb3f8b868 admin admin] Publish callbacks [] for security_group (cf418700-db99-4cdf-9188-ba818be64193), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.208587 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-be3f3913-df82-406d-8c50-b2dbb3f8b868 admin admin] Publish callbacks [] for security_group (cf418700-db99-4cdf-9188-ba818be64193), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.336992 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-be3f3913-df82-406d-8c50-b2dbb3f8b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (cf418700-db99-4cdf-9188-ba818be64193), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.340535 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-be3f3913-df82-406d-8c50-b2dbb3f8b868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.343526 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-be3f3913-df82-406d-8c50-b2dbb3f8b868 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf418700-db99-4cdf-9188-ba818be64193 HTTP/1.1" status: 204 len: 168 time: 0.1991835 Mar 10 08:58:33.349855 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f3913-df82-406d-8c50-b2dbb3f8b868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf418700-db99-4cdf-9188-ba818be64193,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:33.411275 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c95fd20a-c9ff-4425-aaaa-292b1463ec34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:33.887592 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df7a9-f1bb-44c4-b412-3210753d274b req-b9b4566e-5b05-4c58-bcb5-46f72167acb9 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:33.889192 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-df6df7a9-f1bb-44c4-b412-3210753d274b req-b9b4566e-5b05-4c58-bcb5-46f72167acb9 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0527163 Mar 10 08:58:33.938359 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-df6df7a9-f1bb-44c4-b412-3210753d274b req-2f1780d7-ffe7-4c16-ac97-2ec7564bb2e5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Mar 10 08:58:34.381856 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47706) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:34.427009 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47710) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:34.519539 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2032532594-network', 'tenant_id': 'ea76fed243d742a3817bcfe047369348'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:58:34.538069 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-38481428-52ef-415a-9b19-40aae2762d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.614396 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-38481428-52ef-415a-9b19-40aae2762d79 admin admin] Publish callbacks [] for security_group (ffee560c-d858-4376-bc89-1d7cce7d720a), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.645061 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Made reservation on behalf of ea76fed243d742a3817bcfe047369348 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:58:34.647505 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.656385 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.680410 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-38481428-52ef-415a-9b19-40aae2762d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ffee560c-d858-4376-bc89-1d7cce7d720a), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.733150 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-38481428-52ef-415a-9b19-40aae2762d79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8553e9bb7c04a9383b065c2652b5de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501694 Mar 10 08:58:34.736123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47714) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:34.737064 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38481428-52ef-415a-9b19-40aae2762d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee560c-d858-4376-bc89-1d7cce7d720a,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:34.772609 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks [] for security_group (f4e4eaea-c79b-4f45-bd45-ff4b4aad7862), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.787343 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b9360181-07da-41fa-a61a-d3a2fe6a40c8 admin admin] Publish callbacks [] for security_group (ffee560c-d858-4376-bc89-1d7cce7d720a), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.807918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b9360181-07da-41fa-a61a-d3a2fe6a40c8 admin admin] Publish callbacks [] for security_group (ffee560c-d858-4376-bc89-1d7cce7d720a), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.862525 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (f4e4eaea-c79b-4f45-bd45-ff4b4aad7862), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.887529 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:34.931310 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b9360181-07da-41fa-a61a-d3a2fe6a40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ffee560c-d858-4376-bc89-1d7cce7d720a), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.933900 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b9360181-07da-41fa-a61a-d3a2fe6a40c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.936125 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b9360181-07da-41fa-a61a-d3a2fe6a40c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffee560c-d858-4376-bc89-1d7cce7d720a HTTP/1.1" status: 204 len: 168 time: 0.1976027 Mar 10 08:58:34.937159 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:58:34.946749 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9360181-07da-41fa-a61a-d3a2fe6a40c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffee560c-d858-4376-bc89-1d7cce7d720a,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:34.949030 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (aa841566-8340-4ca3-8bec-93941454dfd4), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:34.949379 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Added segment aa841566-8340-4ca3-8bec-93941454dfd4 of type vlan for network 51871140-9e1c-49f6-95f9-0a2b8e15537a Mar 10 08:58:35.001986 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (51871140-9e1c-49f6-95f9-0a2b8e15537a), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.071730 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac22e-4a28-4f16-a7f8-557616ffed36 req-c0597fcb-ca11-4730-8baa-ae35ad1d0ddd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:35.073251 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-72dac22e-4a28-4f16-a7f8-557616ffed36 req-c0597fcb-ca11-4730-8baa-ae35ad1d0ddd tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0635545 Mar 10 08:58:35.098895 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (51871140-9e1c-49f6-95f9-0a2b8e15537a), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.099893 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:35.100398 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.153197 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-72dac22e-4a28-4f16-a7f8-557616ffed36 req-2103d68e-ace8-4a9b-9a60-beda46b67510 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741246 Mar 10 08:58:35.180506 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] Pushing event updated for resources: {'Network': ['ID=51871140-9e1c-49f6-95f9-0a2b8e15537a,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:35.188696 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4c17a206-7cd7-49a7-b465-ff9106878695 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7580159 Mar 10 08:58:35.190582 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47722) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:35.194111 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Request body: {'subnet': {'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2032532594-subnet', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:58:35.197638 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:58:35.268144 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Made reservation on behalf of ea76fed243d742a3817bcfe047369348 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:58:35.270418 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627234'] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.491317 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14062393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627212'] for subnet (e51a496e-e4f3-4f07-8846-b88864ca437a), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.544010 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51a496e-e4f3-4f07-8846-b88864ca437a,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:35.552435 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Checking segment: {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:35.552795 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Network hostable DHCP agents. Network: 51871140-9e1c-49f6-95f9-0a2b8e15537a, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:58:35.645482 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:58:35.656901 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a02880e4-cec4-44cd-8059-d46b84d20bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.731140 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 51871140-9e1c-49f6-95f9-0a2b8e15537a) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:35.735539 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:35.736268 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.740236 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fa4e3-3e32-44ad-bc3b-3390475100aa None None] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:58:35.791579 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4719d549-664f-433a-bf5c-f9fb6b91c65a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6012912 Mar 10 08:58:35.794315 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47724) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:35.798408 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:58:35.835848 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-51871140-9e1c-49f6-95f9-0a2b8e15537a', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'project_id': 'ea76fed243d742a3817bcfe047369348', 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 08:58:35.836675 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.862950 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (5ba527f6-b10d-4f04-9503-c93a43695bb0), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.864146 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (5ba527f6-b10d-4f04-9503-c93a43695bb0), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.920543 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks [] for router_controller (5ba527f6-b10d-4f04-9503-c93a43695bb0), precommit_add_association {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:35.970357 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Allocated IP 172.20.0.2 (51871140-9e1c-49f6-95f9-0a2b8e15537a/e51a496e-e4f3-4f07-8846-b88864ca437a/164afe76-d5ac-4f94-88c7-f2d308b9f43f) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:58:36.111567 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks [] for router_gateway (5ba527f6-b10d-4f04-9503-c93a43695bb0), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.112905 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Publish callbacks [] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.188357 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.226332 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:36.231781 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:36.235573 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:58:36.242407 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Pushing event updated for resources: {'Port': ['ID=164afe76-d5ac-4f94-88c7-f2d308b9f43f,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:36.272480 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.273117 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.274254 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.274768 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.275275 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.275615 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.275954 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.276288 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.276618 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.276967 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.277308 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.277619 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.277942 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:36.278831 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1199796-c4e4-4054-9f12-10e9febf4785 req-ff1e65ce-c9a1-43d1-9da6-8405bc89ab53 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:36.280472 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d1199796-c4e4-4054-9f12-10e9febf4785 req-ff1e65ce-c9a1-43d1-9da6-8405bc89ab53 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0580151 Mar 10 08:58:36.306544 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Attempting to bind port 164afe76-d5ac-4f94-88c7-f2d308b9f43f on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:58:36.306921 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Attempting to bind port 164afe76-d5ac-4f94-88c7-f2d308b9f43f by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:58:36.307283 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Attempting to bind port 164afe76-d5ac-4f94-88c7-f2d308b9f43f on network 51871140-9e1c-49f6-95f9-0a2b8e15537a {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:58:36.312506 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:58:36.313246 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Checking segment: {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:36.313657 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.314053 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Bound using segment: {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:58:36.314545 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Bound port: 164afe76-d5ac-4f94-88c7-f2d308b9f43f, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:58:36.314934 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.330475 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d1199796-c4e4-4054-9f12-10e9febf4785 req-a9aa98d9-4efa-4e9b-a14a-dec5329205a2 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Mar 10 08:58:36.379915 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] For port 164afe76-d5ac-4f94-88c7-f2d308b9f43f, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:58:36.382869 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] For port 164afe76-d5ac-4f94-88c7-f2d308b9f43f, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=164afe76-d5ac-4f94-88c7-f2d308b9f43f,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:58:36.404328 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks [] for router_gateway (5ba527f6-b10d-4f04-9503-c93a43695bb0), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.422916 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.446290 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.507465 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabd280-c1a6-453a-9afe-c09f30fca68a None None] Pushing event updated for resources: {'Port': ['ID=164afe76-d5ac-4f94-88c7-f2d308b9f43f,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:36.538212 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Allocated IP 172.27.1.59 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/e555e822-bd94-4aaf-b812-025f4eb472fc) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:58:36.642585 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks [] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.783364 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:36.822987 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:36.825910 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:36.828481 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:58:36.859838 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Pushing event updated for resources: {'Port': ['ID=e555e822-bd94-4aaf-b812-025f4eb472fc,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:36.925973 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.198618 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 164afe76-d5ac-4f94-88c7-f2d308b9f43f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:37.257334 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 164afe76-d5ac-4f94-88c7-f2d308b9f43f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:37.258519 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.309617 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks [] for router_gateway (5ba527f6-b10d-4f04-9503-c93a43695bb0), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.339921 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 164afe76-d5ac-4f94-88c7-f2d308b9f43f is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:37.340313 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.381104 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 164afe76-d5ac-4f94-88c7-f2d308b9f43f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=164afe76-d5ac-4f94-88c7-f2d308b9f43f,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:37.426946 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd3346-45cd-4d5f-98b4-ac14a5cac4a1 None None] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:58:37.494773 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.511312 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba618a3-49fb-418b-8481-32911882b949 req-e98a15a6-4e44-4335-ba02-24958ccbac44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:37.512797 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1ba618a3-49fb-418b-8481-32911882b949 req-e98a15a6-4e44-4335-ba02-24958ccbac44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.1057796 Mar 10 08:58:37.532276 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-0205f87e-1c76-4f89-89b4-152feef008d3 None None] Provisioning complete for port 164afe76-d5ac-4f94-88c7-f2d308b9f43f triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:37.532655 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0205f87e-1c76-4f89-89b4-152feef008d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.578867 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (5ba527f6-b10d-4f04-9503-c93a43695bb0), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.597341 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1ba618a3-49fb-418b-8481-32911882b949 req-72d18dbe-70e6-4ccf-b7d2-d2a52ff79e5a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574896 Mar 10 08:58:37.735075 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=164afe76-d5ac-4f94-88c7-f2d308b9f43f,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:37.776958 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Router 5ba527f6-b10d-4f04-9503-c93a43695bb0 is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 08:58:37.800770 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-0205f87e-1c76-4f89-89b4-152feef008d3 None None] Current status of the port 164afe76-d5ac-4f94-88c7-f2d308b9f43f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:37.890747 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:58:37.899663 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Sync routers for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:58:37.910791 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:37.914774 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:37.996396 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:37.997694 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-bdb1b61b-4260-432b-ba77-d0a6b49ec774 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2025065 Mar 10 08:58:38.000401 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 47736) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:38.023472 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:38.029703 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-6ac831d0-4a24-4d21-85f9-12f2b5f06489 None None] Provisioning complete for port 164afe76-d5ac-4f94-88c7-f2d308b9f43f triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:38.030078 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6ac831d0-4a24-4d21-85f9-12f2b5f06489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.120733 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-6ac831d0-4a24-4d21-85f9-12f2b5f06489 None None] Current status of the port 164afe76-d5ac-4f94-88c7-f2d308b9f43f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:38.219488 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:37Z', 'revision_number': 3, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:38.234540 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.260276 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Checking router: 5ba527f6-b10d-4f04-9503-c93a43695bb0 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:58:38.260955 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Updating router 5ba527f6-b10d-4f04-9503-c93a43695bb0 port e555e822-bd94-4aaf-b812-025f4eb472fc binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:58:38.294286 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.459398 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.630176 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Allocated IP 172.20.0.1 (51871140-9e1c-49f6-95f9-0a2b8e15537a/e51a496e-e4f3-4f07-8846-b88864ca437a/ac0c0925-1694-418b-a201-d9805d2c0d91) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:58:38.639423 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Publish callbacks [] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.723389 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd8ca5-b9bd-4cff-91dd-58bfdf2aad8a req-208706d3-a83d-48aa-a3c1-83c96119909f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:38.724896 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e9cd8ca5-b9bd-4cff-91dd-58bfdf2aad8a req-208706d3-a83d-48aa-a3c1-83c96119909f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0554936 Mar 10 08:58:38.741999 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks [] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.743809 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.779775 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e9cd8ca5-b9bd-4cff-91dd-58bfdf2aad8a req-9421d812-6d46-4dc3-8968-9b965774846d tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Mar 10 08:58:38.788093 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Pushing event updated for resources: {'Port': ['ID=e555e822-bd94-4aaf-b812-025f4eb472fc,revision_number=2']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.805598 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:38.817202 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Attempting to bind port e555e822-bd94-4aaf-b812-025f4eb472fc on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:58:38.817580 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Attempting to bind port e555e822-bd94-4aaf-b812-025f4eb472fc by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:58:38.817949 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Attempting to bind port e555e822-bd94-4aaf-b812-025f4eb472fc on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:58:38.822859 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:58:38.824187 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:38.824187 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.824187 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:58:38.824509 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Bound port: e555e822-bd94-4aaf-b812-025f4eb472fc, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:58:38.824896 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.857832 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.878460 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] For port e555e822-bd94-4aaf-b812-025f4eb472fc, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:58:38.881514 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] For port e555e822-bd94-4aaf-b812-025f4eb472fc, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=e555e822-bd94-4aaf-b812-025f4eb472fc,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:58:38.895507 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:38.898873 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:38.904321 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:58:38.921128 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.933395 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0c0925-1694-418b-a201-d9805d2c0d91,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:38.953189 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (5ba527f6-b10d-4f04-9503-c93a43695bb0), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:38.989479 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:38.990482 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:39.031804 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aa659-a4cf-4550-b159-372b71649801 None None] Pushing event updated for resources: {'Port': ['ID=e555e822-bd94-4aaf-b812-025f4eb472fc,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:39.109110 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:39.131993 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:39.166618 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-5a91c856-ff46-4494-b2aa-134f55da75eb None None] Provisioning complete for port ac0c0925-1694-418b-a201-d9805d2c0d91 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:39.167659 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-5a91c856-ff46-4494-b2aa-134f55da75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:39.204344 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-5a91c856-ff46-4494-b2aa-134f55da75eb None None] Port ac0c0925-1694-418b-a201-d9805d2c0d91 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:58:39.205845 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 164afe76-d5ac-4f94-88c7-f2d308b9f43f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:39.258656 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 164afe76-d5ac-4f94-88c7-f2d308b9f43f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:39.259240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:39.333649 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:37Z', 'revision_number': 3, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:39.344411 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks [] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:39.344958 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 164afe76-d5ac-4f94-88c7-f2d308b9f43f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:39.360392 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6f06-2b44-4537-9ca2-0a5dba38ee14 None None] The sync data for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi is: [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:37Z', 'revision_number': 3, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:58:39.428257 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:39.500781 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (5ba527f6-b10d-4f04-9503-c93a43695bb0), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:39.501441 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0c0925-1694-418b-a201-d9805d2c0d91,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:39.614729 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:39.616506 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:39.953583 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Router 5ba527f6-b10d-4f04-9503-c93a43695bb0 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:58:39.958960 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-4a281473-d446-4242-8e34-11665f202389 None None] Provisioning complete for port ac0c0925-1694-418b-a201-d9805d2c0d91 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:39.959571 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4a281473-d446-4242-8e34-11665f202389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:39.973860 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4893f-d556-48d4-a58a-b08ac0b74ab1 req-f636e582-cda8-426c-9ff2-3912311f1f6a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:39.978145 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-85d4893f-d556-48d4-a58a-b08ac0b74ab1 req-f636e582-cda8-426c-9ff2-3912311f1f6a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0814281 Mar 10 08:58:39.997920 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-4a281473-d446-4242-8e34-11665f202389 None None] Port ac0c0925-1694-418b-a201-d9805d2c0d91 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:58:40.073079 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-85d4893f-d556-48d4-a58a-b08ac0b74ab1 req-0412bba3-aef9-4f6c-bff3-9e3f4554edf2 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 Mar 10 08:58:40.122137 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:58:40.129463 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-86203931-905f-43c9-a546-fa2d1488e276 admin admin] 10.222.0.31 "PUT /v2.0/routers/5ba527f6-b10d-4f04-9503-c93a43695bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280420 Mar 10 08:58:40.251599 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:40.879602 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47784) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:40.884934 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1794436050-network', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:58:40.971097 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Made reservation on behalf of de1389f02811463b9188f4d32e5fbd4b for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:58:40.973403 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:40.982382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.057542 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks [] for security_group (a2dcbefd-89fd-4566-9f79-3a8a497845ac), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.114181 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Sync routers for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:58:41.124115 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:41.124726 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:41.128666 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a2dcbefd-89fd-4566-9f79-3a8a497845ac), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.154523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 08:58:41.174659 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (bdeec479-8a44-414e-8d95-67cb70e243cb), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.175473 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Added segment bdeec479-8a44-414e-8d95-67cb70e243cb of type vlan for network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 Mar 10 08:58:41.185068 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dcbefd-89fd-4566-9f79-3a8a497845ac,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:41.232986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.248295 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e555e822-bd94-4aaf-b812-025f4eb472fc up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:41.280024 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:41.354448 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.355688 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:41.356269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.396278 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port e555e822-bd94-4aaf-b812-025f4eb472fc triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:41.396648 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.415974 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] Pushing event updated for resources: {'Network': ['ID=c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:41.446574 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 08:58:41.485550 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ba3e5e15-e41c-4c67-bd25-ce9b556368ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6021342 Mar 10 08:58:41.485728 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47788) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:41.490635 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Request body: {'subnet': {'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1794436050-subnet', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'ip_version': 4}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:58:41.576810 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Made reservation on behalf of de1389f02811463b9188f4d32e5fbd4b for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:58:41.579420 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14411565'] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.619514 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port e555e822-bd94-4aaf-b812-025f4eb472fc is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:41.619718 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.645273 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port e555e822-bd94-4aaf-b812-025f4eb472fc, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=e555e822-bd94-4aaf-b812-025f4eb472fc,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:41.650869 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 2, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:41.677904 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Checking router: 5ba527f6-b10d-4f04-9503-c93a43695bb0 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:58:41.678222 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Updating router 5ba527f6-b10d-4f04-9503-c93a43695bb0 port ac0c0925-1694-418b-a201-d9805d2c0d91 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:58:41.707102 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.715181 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.799662 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=e555e822-bd94-4aaf-b812-025f4eb472fc,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:41.874386 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12772337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14411523'] for subnet (ab78fe56-075f-4ca9-8775-de5e410c04ec), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:41.932615 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab78fe56-075f-4ca9-8775-de5e410c04ec,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:41.942325 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Checking segment: {'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:41.942675 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Network hostable DHCP agents. Network: c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 08:58:42.014312 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Publish callbacks [] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.016996 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 08:58:42.102733 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.149208 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:42.153283 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc8b70-d27d-4b2b-a009-5b22b794122a None None] Pushing event updated for resources: {'Port': ['ID=ac0c0925-1694-418b-a201-d9805d2c0d91,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:42.153744 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:42.154564 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.178471 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357841d-cee0-47a9-8ced-e481b943331e None None] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:58:42.238017 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-9926b826-7f71-4df6-8d9a-1e6c535b0e5a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7509854 Mar 10 08:58:42.238551 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Attempting to bind port ac0c0925-1694-418b-a201-d9805d2c0d91 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:58:42.238925 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Attempting to bind port ac0c0925-1694-418b-a201-d9805d2c0d91 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:58:42.239291 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Attempting to bind port ac0c0925-1694-418b-a201-d9805d2c0d91 on network 51871140-9e1c-49f6-95f9-0a2b8e15537a {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:58:42.239866 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47792) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:42.245245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:58:42.272319 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:58:42.272698 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Checking segment: {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:42.282430 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.282430 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Bound using segment: {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:58:42.282430 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Bound port: ac0c0925-1694-418b-a201-d9805d2c0d91, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:58:42.282430 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.343591 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.345363 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.406862 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks [] for router_controller (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), precommit_add_association {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.494227 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22', 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22', 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'fixed_ips': [{'subnet_id': 'ab78fe56-075f-4ca9-8775-de5e410c04ec'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 08:58:42.495066 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.516387 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] For port ac0c0925-1694-418b-a201-d9805d2c0d91, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:58:42.528982 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-78215132-7796-447c-aca9-2ad09b073de5 None None] Provisioning complete for port ac0c0925-1694-418b-a201-d9805d2c0d91 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:42.529355 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-78215132-7796-447c-aca9-2ad09b073de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.532407 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] For port ac0c0925-1694-418b-a201-d9805d2c0d91, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=ac0c0925-1694-418b-a201-d9805d2c0d91,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:58:42.619541 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.632580 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks [] for router_gateway (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:42.633913 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-78215132-7796-447c-aca9-2ad09b073de5 None None] Port ac0c0925-1694-418b-a201-d9805d2c0d91 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:58:42.733109 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc8b70-d27d-4b2b-a009-5b22b794122a None None] Pushing event updated for resources: {'Port': ['ID=ac0c0925-1694-418b-a201-d9805d2c0d91,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:42.739517 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:42.740375 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:42.831359 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Allocated IP 172.20.0.2 (c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22/ab78fe56-075f-4ca9-8775-de5e410c04ec/5fb37f22-0177-49f4-927a-148a85b45855) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:58:42.918289 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:43.022543 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-3988f10b-1486-4cdc-ac1c-a02ba32c64a4 None None] Provisioning complete for port ac0c0925-1694-418b-a201-d9805d2c0d91 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:43.023112 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3988f10b-1486-4cdc-ac1c-a02ba32c64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.199696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Publish callbacks [] for port (5fb37f22-0177-49f4-927a-148a85b45855), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.202417 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e555e822-bd94-4aaf-b812-025f4eb472fc up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:43.216891 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks [] for router_gateway (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.235785 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.278577 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (5fb37f22-0177-49f4-927a-148a85b45855), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.344619 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Allocated IP 172.27.1.240 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/27762d51-acf5-43a7-a62d-1994848b9944) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:58:43.347746 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-3988f10b-1486-4cdc-ac1c-a02ba32c64a4 None None] Current status of the port ac0c0925-1694-418b-a201-d9805d2c0d91 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:43.350218 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3988f10b-1486-4cdc-ac1c-a02ba32c64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.363513 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:43.383228 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:43.387675 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:58:43.389905 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Pushing event updated for resources: {'Port': ['ID=5fb37f22-0177-49f4-927a-148a85b45855,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:43.416812 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port e555e822-bd94-4aaf-b812-025f4eb472fc triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:43.417194 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.450551 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks [] for port (27762d51-acf5-43a7-a62d-1994848b9944), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.461701 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-3988f10b-1486-4cdc-ac1c-a02ba32c64a4 None None] For port ac0c0925-1694-418b-a201-d9805d2c0d91, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=ac0c0925-1694-418b-a201-d9805d2c0d91,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:43.506402 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Attempting to bind port 5fb37f22-0177-49f4-927a-148a85b45855 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:58:43.506790 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Attempting to bind port 5fb37f22-0177-49f4-927a-148a85b45855 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:58:43.507156 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Attempting to bind port 5fb37f22-0177-49f4-927a-148a85b45855 on network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:58:43.510779 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:42Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:43.540521 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:58:43.540903 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Checking segment: {'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:43.545972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.545972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Bound using segment: {'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:58:43.545972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Bound port: 5fb37f22-0177-49f4-927a-148a85b45855, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:58:43.545972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5fb37f22-0177-49f4-927a-148a85b45855), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.546876 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3988f10b-1486-4cdc-ac1c-a02ba32c64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.548640 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd988b-c3e8-4eb0-b097-5d67d46ee5c6 None None] The sync data for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi is: [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:42Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:58:43.600299 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (27762d51-acf5-43a7-a62d-1994848b9944), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.651575 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:43.654733 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:43.661417 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:58:43.693629 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Pushing event updated for resources: {'Port': ['ID=27762d51-acf5-43a7-a62d-1994848b9944,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:43.700206 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port e555e822-bd94-4aaf-b812-025f4eb472fc is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:43.707426 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988f10b-1486-4cdc-ac1c-a02ba32c64a4 None None] Pushing event updated for resources: {'Port': ['ID=ac0c0925-1694-418b-a201-d9805d2c0d91,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:43.734153 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] For port 5fb37f22-0177-49f4-927a-148a85b45855, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:58:43.737536 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] For port 5fb37f22-0177-49f4-927a-148a85b45855, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=5fb37f22-0177-49f4-927a-148a85b45855,segment=NetworkSegment(bdeec479-8a44-414e-8d95-67cb70e243cb),segment_id=bdeec479-8a44-414e-8d95-67cb70e243cb)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:58:43.805924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (5fb37f22-0177-49f4-927a-148a85b45855), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:43.875751 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a619a2f-5c0e-4469-80fd-9f016d5c42a5 None None] Pushing event updated for resources: {'Port': ['ID=5fb37f22-0177-49f4-927a-148a85b45855,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:44.075618 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks [] for router_gateway (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:44.311995 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:44.519776 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 08:58:44.644255 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:58:44.653871 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Sync routers for ids ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:58:44.664983 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Routers {'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:44.665548 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:44.750400 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:44.751711 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-d233bd6f-3466-45e8-aa5a-eb5b8cee2250 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5107265 Mar 10 08:58:44.754754 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 47824) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:58:44.787487 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Set router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:44.859663 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523565b-b14e-4078-844a-f5ca289853cd None None] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 08:58:44.933784 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-b1147821-f9be-4f80-b66d-0657860fc470 None None] Provisioning complete for port 5fb37f22-0177-49f4-927a-148a85b45855 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:44.934458 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b1147821-f9be-4f80-b66d-0657860fc470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5fb37f22-0177-49f4-927a-148a85b45855), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:44.980728 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '27762d51-acf5-43a7-a62d-1994848b9944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 3, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port': {'id': '27762d51-acf5-43a7-a62d-1994848b9944', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:43Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:45.008614 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Checking router: e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:58:45.009216 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Updating router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 port 27762d51-acf5-43a7-a62d-1994848b9944 binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:58:45.040785 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (27762d51-acf5-43a7-a62d-1994848b9944), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.051343 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-b1147821-f9be-4f80-b66d-0657860fc470 None None] Current status of the port 5fb37f22-0177-49f4-927a-148a85b45855 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:45.051775 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b1147821-f9be-4f80-b66d-0657860fc470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5fb37f22-0177-49f4-927a-148a85b45855), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.103608 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-b1147821-f9be-4f80-b66d-0657860fc470 None None] For port 5fb37f22-0177-49f4-927a-148a85b45855, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=5fb37f22-0177-49f4-927a-148a85b45855,segment=NetworkSegment(bdeec479-8a44-414e-8d95-67cb70e243cb),segment_id=bdeec479-8a44-414e-8d95-67cb70e243cb)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:45.154583 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b1147821-f9be-4f80-b66d-0657860fc470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (5fb37f22-0177-49f4-927a-148a85b45855), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.263339 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1147821-f9be-4f80-b66d-0657860fc470 None None] Pushing event updated for resources: {'Port': ['ID=5fb37f22-0177-49f4-927a-148a85b45855,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:45.366349 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device ac0c0925-1694-418b-a201-d9805d2c0d91 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:45.417451 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.436115 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port ac0c0925-1694-418b-a201-d9805d2c0d91 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:45.436554 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.449150 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Publish callbacks [] for port (27762d51-acf5-43a7-a62d-1994848b9944), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.485487 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-47c8b43c-a93b-4035-84a4-8ba9f9d17bbf None None] Provisioning complete for port 5fb37f22-0177-49f4-927a-148a85b45855 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:45.485864 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-47c8b43c-a93b-4035-84a4-8ba9f9d17bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5fb37f22-0177-49f4-927a-148a85b45855), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.559851 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (27762d51-acf5-43a7-a62d-1994848b9944), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.601668 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Allocated IP 172.20.0.1 (c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22/ab78fe56-075f-4ca9-8775-de5e410c04ec/52bfdb91-c4d5-4d6c-a339-83d2fe4b208c) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:58:45.617559 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Attempting to bind port 27762d51-acf5-43a7-a62d-1994848b9944 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:58:45.618070 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Attempting to bind port 27762d51-acf5-43a7-a62d-1994848b9944 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:58:45.618623 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Attempting to bind port 27762d51-acf5-43a7-a62d-1994848b9944 on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:58:45.626262 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:58:45.626949 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:45.627476 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.628052 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:58:45.628624 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Bound port: 27762d51-acf5-43a7-a62d-1994848b9944, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:58:45.629684 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (27762d51-acf5-43a7-a62d-1994848b9944), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.634544 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b89e97-0eb0-4035-ae73-4347c301d676 None None] Pushing event updated for resources: {'Port': ['ID=27762d51-acf5-43a7-a62d-1994848b9944,revision_number=2']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:45.716477 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port ac0c0925-1694-418b-a201-d9805d2c0d91 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:45.717529 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 5fb37f22-0177-49f4-927a-148a85b45855 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:45.732854 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks [] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.734563 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] For port 27762d51-acf5-43a7-a62d-1994848b9944, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:58:45.738881 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] For port 27762d51-acf5-43a7-a62d-1994848b9944, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=27762d51-acf5-43a7-a62d-1994848b9944,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:58:45.778686 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-47c8b43c-a93b-4035-84a4-8ba9f9d17bbf None None] Current status of the port 5fb37f22-0177-49f4-927a-148a85b45855 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:45.792360 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 5fb37f22-0177-49f4-927a-148a85b45855 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:45.792746 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5fb37f22-0177-49f4-927a-148a85b45855), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.863067 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.863796 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (27762d51-acf5-43a7-a62d-1994848b9944), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.909082 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 5fb37f22-0177-49f4-927a-148a85b45855 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:45.909635 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:45.912480 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:45.917975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:58:45.944619 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:45.965989 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:45.988437 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b89e97-0eb0-4035-ae73-4347c301d676 None None] Pushing event updated for resources: {'Port': ['ID=27762d51-acf5-43a7-a62d-1994848b9944,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:45.999968 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57e9-d6cc-4b4e-9513-901ace86b12b req-9efcb273-b95b-45b6-b689-73f83e7c76b8 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:46.002814 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-689c57e9-d6cc-4b4e-9513-901ace86b12b req-9efcb273-b95b-45b6-b689-73f83e7c76b8 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0816636 Mar 10 08:58:46.015119 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Routers {'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:46.016008 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:46.087382 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-689c57e9-d6cc-4b4e-9513-901ace86b12b req-231a121b-682c-4858-8d54-eb1e31a7ce13 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752151 Mar 10 08:58:46.144822 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] Set router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:46.188078 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:46.201074 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-78ab3a7e-0e6e-4512-aa5a-e61af3eacd6f None None] Provisioning complete for port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:46.201448 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-78ab3a7e-0e6e-4512-aa5a-e61af3eacd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:46.237478 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-78ab3a7e-0e6e-4512-aa5a-e61af3eacd6f None None] Port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:58:46.359672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks [] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:46.410889 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:46.417103 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '27762d51-acf5-43a7-a62d-1994848b9944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 3, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port': {'id': '27762d51-acf5-43a7-a62d-1994848b9944', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:43Z', 'updated_at': '2022-03-10T08:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:46.446923 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d424fb2-2a5d-4b1e-b173-620d830758d9 None None] The sync data for ids ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'] in dv-cinder-796170-5-iscsi is: [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '27762d51-acf5-43a7-a62d-1994848b9944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 3, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port': {'id': '27762d51-acf5-43a7-a62d-1994848b9944', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:43Z', 'updated_at': '2022-03-10T08:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:58:46.486228 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:46.488484 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:46.592570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:58:46.594449 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:58:46.754062 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:58:46.863299 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-ea49c90e-76a2-4b78-acc9-ddc7f4826be8 None None] Provisioning complete for port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:46.863709 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ea49c90e-76a2-4b78-acc9-ddc7f4826be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:46.888793 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:58:46.894172 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f989d0ba-c887-4bca-93c8-8a876d4ca8e8 admin admin] 10.222.0.31 "PUT /v2.0/routers/e4a4e19a-bc2e-4944-b9f3-146eb5df4a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1383760 Mar 10 08:58:46.907316 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ea49c90e-76a2-4b78-acc9-ddc7f4826be8 None None] Port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:58:47.250262 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18e083-6b87-487e-a105-03c1ae213559 req-d9015494-1601-40e9-a64b-34a39c7b27e4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:47.252077 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9d18e083-6b87-487e-a105-03c1ae213559 req-d9015494-1601-40e9-a64b-34a39c7b27e4 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0780709 Mar 10 08:58:47.316860 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 5fb37f22-0177-49f4-927a-148a85b45855 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:47.337745 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9d18e083-6b87-487e-a105-03c1ae213559 req-31bdf9e5-0fc9-4b17-97a4-4ea5ad3e32fa tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794659 Mar 10 08:58:47.396163 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 5fb37f22-0177-49f4-927a-148a85b45855 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:47.396651 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5fb37f22-0177-49f4-927a-148a85b45855), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:47.479394 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 5fb37f22-0177-49f4-927a-148a85b45855 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:47.480458 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 27762d51-acf5-43a7-a62d-1994848b9944 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:47.529803 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 27762d51-acf5-43a7-a62d-1994848b9944 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:47.530325 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (27762d51-acf5-43a7-a62d-1994848b9944), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:47.614915 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 27762d51-acf5-43a7-a62d-1994848b9944 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:47.615315 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (27762d51-acf5-43a7-a62d-1994848b9944), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:47.642441 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 27762d51-acf5-43a7-a62d-1994848b9944, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=27762d51-acf5-43a7-a62d-1994848b9944,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:47.735338 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (27762d51-acf5-43a7-a62d-1994848b9944), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:47.810326 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=27762d51-acf5-43a7-a62d-1994848b9944,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:48.165371 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Sync routers for ids ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:58:48.178501 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Routers {'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:48.179663 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:48.339799 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Set router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:48.515067 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b6b9d-e9ee-4346-b3a3-0c84d4bd51fc req-c39d77ec-51ed-45f8-9c4f-9de22b1ffaec tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:48.518178 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-116b6b9d-e9ee-4346-b3a3-0c84d4bd51fc req-c39d77ec-51ed-45f8-9c4f-9de22b1ffaec tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0860791 Mar 10 08:58:48.569271 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-78f0ae24-6cf1-4397-abdc-527ec8ef0980 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:48.571557 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-78f0ae24-6cf1-4397-abdc-527ec8ef0980 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 946 time: 0.0813363 Mar 10 08:58:48.583194 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-116b6b9d-e9ee-4346-b3a3-0c84d4bd51fc req-bf1d9359-b42c-4a09-bed5-53535641350b tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588548 Mar 10 08:58:48.617723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '27762d51-acf5-43a7-a62d-1994848b9944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T08:58:46Z', 'revision_number': 4, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port': {'id': '27762d51-acf5-43a7-a62d-1994848b9944', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:43Z', 'updated_at': '2022-03-10T08:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '52bfdb91-c4d5-4d6c-a339-83d2fe4b208c', 'name': '', 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'mac_address': 'fa:16:3e:32:f4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ab78fe56-075f-4ca9-8775-de5e410c04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:45Z', 'updated_at': '2022-03-10T08:58:46Z', 'revision_number': 2, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'subnets': [{'id': 'ab78fe56-075f-4ca9-8775-de5e410c04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:48.657981 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Checking router: e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:58:48.658653 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Updating router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 08:58:48.700154 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:48.718917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Deleting port 9367cc03-0041-400e-9908-e1587bdd210a {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 08:58:48.719352 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (9367cc03-0041-400e-9908-e1587bdd210a), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:48.833264 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] For port 9367cc03-0041-400e-9908-e1587bdd210a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9367cc03-0041-400e-9908-e1587bdd210a,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:48.833758 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (9367cc03-0041-400e-9908-e1587bdd210a), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:48.854142 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Calling delete_port for 9367cc03-0041-400e-9908-e1587bdd210a owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 08:58:49.060090 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Publish callbacks [] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.165465 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.191488 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (9367cc03-0041-400e-9908-e1587bdd210a), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.209724 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['9367cc03-0041-400e-9908-e1587bdd210a', 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:58:49.253339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Pushing event deleted for resources: {'Port': ['ID=9367cc03-0041-400e-9908-e1587bdd210a,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:49.297127 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 27762d51-acf5-43a7-a62d-1994848b9944 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:49.331820 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] No DVR routers for this DVR port 9367cc03-0041-400e-9908-e1587bdd210a on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 08:58:49.349290 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.362065 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-76e8cd18-7831-4425-b3f2-9f2f86b70827 req-8b2dfcbf-c84f-4cb0-bb1b-a6a8aad91f44 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "DELETE /v2.0/ports/9367cc03-0041-400e-9908-e1587bdd210a HTTP/1.1" status: 204 len: 173 time: 0.7748322 Mar 10 08:58:49.362692 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b64087-18b2-4552-9684-a8b8f2205f65', 'name': 'network-vif-deleted', 'tag': '9367cc03-0041-400e-9908-e1587bdd210a'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:58:49.365757 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec48a34-3524-4600-a341-f18bbffdc3d7" -d '{"events": [{"server_uuid": "80b64087-18b2-4552-9684-a8b8f2205f65", "name": "network-vif-deleted", "tag": "9367cc03-0041-400e-9908-e1587bdd210a"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:58:49.397060 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967132-d84c-412c-a9b2-618772813e8d None None] Pushing event updated for resources: {'Port': ['ID=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:49.435071 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c5391d-7580-493b-b881-d9feab965581 x-openstack-request-id: req-f2c5391d-7580-493b-b881-d9feab965581 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:58:49.435461 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b64087-18b2-4552-9684-a8b8f2205f65", "name": "network-vif-deleted", "tag": "9367cc03-0041-400e-9908-e1587bdd210a", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:58:49.435805 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2c5391d-7580-493b-b881-d9feab965581 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:58:49.436309 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b64087-18b2-4552-9684-a8b8f2205f65', 'name': 'network-vif-deleted', 'tag': '9367cc03-0041-400e-9908-e1587bdd210a', 'status': 'completed', 'code': 200} Mar 10 08:58:49.522072 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 27762d51-acf5-43a7-a62d-1994848b9944 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:49.522779 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (27762d51-acf5-43a7-a62d-1994848b9944), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.529941 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Attempting to bind port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:58:49.530668 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Attempting to bind port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:58:49.531207 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Attempting to bind port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c on network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:58:49.568153 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:58:49.568855 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Checking segment: {'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:58:49.569430 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.570735 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Bound using segment: {'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:58:49.575778 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Bound port: 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdeec479-8a44-414e-8d95-67cb70e243cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:58:49.575778 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.702406 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a1542bb1-8843-4ecc-b377-f1ba49a34ec9 req-1b8ad160-3ef0-4b43-89d4-535abcd4ddc6 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.0374107 Mar 10 08:58:49.709323 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-06e6de83-fb43-4979-a1e0-53cc87b0f0e2 None None] Provisioning complete for port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:49.709703 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-06e6de83-fb43-4979-a1e0-53cc87b0f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.757934 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-06e6de83-fb43-4979-a1e0-53cc87b0f0e2 None None] Port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:58:49.808146 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] For port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:58:49.833308 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] For port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,segment=NetworkSegment(bdeec479-8a44-414e-8d95-67cb70e243cb),segment_id=bdeec479-8a44-414e-8d95-67cb70e243cb)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:58:49.841174 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 27762d51-acf5-43a7-a62d-1994848b9944 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:49.891999 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:49.956870 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Routers {'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:58:49.957615 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:50.000783 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967132-d84c-412c-a9b2-618772813e8d None None] Pushing event updated for resources: {'Port': ['ID=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:50.120478 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] Set router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:58:50.353909 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-784aa313-7a15-4682-ba0b-e041897871f3 None None] Provisioning complete for port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:50.354333 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-784aa313-7a15-4682-ba0b-e041897871f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:50.473925 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '27762d51-acf5-43a7-a62d-1994848b9944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T08:58:46Z', 'revision_number': 4, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port': {'id': '27762d51-acf5-43a7-a62d-1994848b9944', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:43Z', 'updated_at': '2022-03-10T08:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '52bfdb91-c4d5-4d6c-a339-83d2fe4b208c', 'name': '', 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'mac_address': 'fa:16:3e:32:f4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ab78fe56-075f-4ca9-8775-de5e410c04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:45Z', 'updated_at': '2022-03-10T08:58:49Z', 'revision_number': 4, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'subnets': [{'id': 'ab78fe56-075f-4ca9-8775-de5e410c04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:58:50.671579 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b932755-c38f-4971-b970-c33a331ff88c None None] The sync data for ids ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'] in dv-cinder-796170-5-iscsi is: [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '27762d51-acf5-43a7-a62d-1994848b9944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T08:58:46Z', 'revision_number': 4, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port': {'id': '27762d51-acf5-43a7-a62d-1994848b9944', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:43Z', 'updated_at': '2022-03-10T08:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '52bfdb91-c4d5-4d6c-a339-83d2fe4b208c', 'name': '', 'network_id': 'c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'mac_address': 'fa:16:3e:32:f4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ab78fe56-075f-4ca9-8775-de5e410c04ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:45Z', 'updated_at': '2022-03-10T08:58:49Z', 'revision_number': 4, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'subnets': [{'id': 'ab78fe56-075f-4ca9-8775-de5e410c04ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:58:50.699764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-784aa313-7a15-4682-ba0b-e041897871f3 None None] Current status of the port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:50.710989 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-784aa313-7a15-4682-ba0b-e041897871f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:50.825198 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-784aa313-7a15-4682-ba0b-e041897871f3 None None] For port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,segment=NetworkSegment(bdeec479-8a44-414e-8d95-67cb70e243cb),segment_id=bdeec479-8a44-414e-8d95-67cb70e243cb)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:50.911315 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-788f8df9-3cde-4ff2-b141-5ab75b17454e req-22adf681-3301-4805-9e18-f88145fc135c tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b64087-18b2-4552-9684-a8b8f2205f65 HTTP/1.1" status: 200 len: 210 time: 0.0412486 Mar 10 08:58:50.915593 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-784aa313-7a15-4682-ba0b-e041897871f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:51.012653 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa313-7a15-4682-ba0b-e041897871f3 None None] Pushing event updated for resources: {'Port': ['ID=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:51.211840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:58:51.285709 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:58:51.286110 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:51.375589 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:58:52.459970 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d34b-f83b-4c44-8ab1-118fa5ef9abf req-355c6c60-cc92-4a27-bf3d-8459bd07bab0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:52.462262 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bb93d34b-f83b-4c44-8ab1-118fa5ef9abf req-355c6c60-cc92-4a27-bf3d-8459bd07bab0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0587425 Mar 10 08:58:52.514965 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bb93d34b-f83b-4c44-8ab1-118fa5ef9abf req-5f4e602c-e6c3-4c19-891f-26aff00de3f9 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Mar 10 08:58:52.574041 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 9367cc03-0041-400e-9908-e1587bdd210a no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 08:58:52.603731 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 9367cc03-0041-400e-9908-e1587bdd210a {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 08:58:52.604091 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 9367cc03-0041-400e-9908-e1587bdd210a not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 08:58:52.687619 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:58:53.660153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb05098-ec76-433f-9e1e-b510febaa3bc req-85cb9a4d-5ff4-4b43-81d3-cec334be839f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:53.667771 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7eb05098-ec76-433f-9e1e-b510febaa3bc req-85cb9a4d-5ff4-4b43-81d3-cec334be839f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0707750 Mar 10 08:58:53.720752 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7eb05098-ec76-433f-9e1e-b510febaa3bc req-171bca3f-55b3-495d-81aa-fa18158585ec tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 Mar 10 08:58:54.622150 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:54.908741 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed0cfb-cd98-4a16-9210-5488725c3bbe req-f03fea09-4b2a-4b5c-a3c3-8ebad747ef49 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:54.910262 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d6ed0cfb-cd98-4a16-9210-5488725c3bbe req-f03fea09-4b2a-4b5c-a3c3-8ebad747ef49 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0647836 Mar 10 08:58:54.962189 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d6ed0cfb-cd98-4a16-9210-5488725c3bbe req-1a7518fb-1c70-4114-806c-a242d55ebbf3 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Mar 10 08:58:56.100163 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9f29c-4c8f-49b8-8034-fcf637d90feb req-7f1ccdb7-0f40-4aec-a953-30889dae7b09 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:56.102254 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-80a9f29c-4c8f-49b8-8034-fcf637d90feb req-7f1ccdb7-0f40-4aec-a953-30889dae7b09 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0549622 Mar 10 08:58:56.155875 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-80a9f29c-4c8f-49b8-8034-fcf637d90feb req-d5779699-f7f2-4f08-84ae-25bba971e56f tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Mar 10 08:58:57.322342 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9f8d0-033c-49f6-a371-ce8f8e6b93c1 req-fd126372-4634-4496-a459-692f2efa3ace tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:57.323836 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0fb9f8d0-033c-49f6-a371-ce8f8e6b93c1 req-fd126372-4634-4496-a459-692f2efa3ace tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0900691 Mar 10 08:58:57.377622 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0fb9f8d0-033c-49f6-a371-ce8f8e6b93c1 req-68797d25-267b-4818-9b89-568e02f1164a tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Mar 10 08:58:58.323816 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-7844670b-9a16-4e86-ad94-e1b216c90294 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:58.325241 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-7844670b-9a16-4e86-ad94-e1b216c90294 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.0507743 Mar 10 08:58:58.422066 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Deleting port d4b033e3-2840-4e07-904a-cb9ca7e66f5f {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 08:58:58.422441 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:58.550428 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd421a-7d3a-4a12-9933-65da7b8d2f7f req-0ded5000-167b-4162-8bf1-881f6f16f3ed tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:58.551911 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-10dd421a-7d3a-4a12-9933-65da7b8d2f7f req-0ded5000-167b-4162-8bf1-881f6f16f3ed tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 945 time: 0.1051273 Mar 10 08:58:58.556905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] For port d4b033e3-2840-4e07-904a-cb9ca7e66f5f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:58:58.559790 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:58.575695 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Calling delete_port for d4b033e3-2840-4e07-904a-cb9ca7e66f5f owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 08:58:58.649328 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-10dd421a-7d3a-4a12-9933-65da7b8d2f7f req-7ea565f2-1b69-4d89-8fb4-d88a9cbf42a5 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/security-groups?id=29896ec4-c3f6-452b-912a-59d6d2d8c9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893655 Mar 10 08:58:58.804886 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (d4b033e3-2840-4e07-904a-cb9ca7e66f5f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:58.816910 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['d4b033e3-2840-4e07-904a-cb9ca7e66f5f'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:58:58.836568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Pushing event deleted for resources: {'Port': ['ID=d4b033e3-2840-4e07-904a-cb9ca7e66f5f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:58:58.861633 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.862011 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.862377 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.862720 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.863051 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.863378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.863725 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.864033 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.864357 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.864679 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.865000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.865321 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.865649 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:58:58.884621 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] No DVR routers for this DVR port d4b033e3-2840-4e07-904a-cb9ca7e66f5f on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 08:58:58.886850 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:58:58.890057 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-228d0814-d0c1-45a1-81cd-161348f6dca6 req-b3afe0b0-a97a-4e58-b736-b85885c59e75 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.30 "DELETE /v2.0/ports/d4b033e3-2840-4e07-904a-cb9ca7e66f5f HTTP/1.1" status: 204 len: 173 time: 0.5596967 Mar 10 08:58:58.892568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'name': 'network-vif-deleted', 'tag': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:58:58.892688 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13435329-0dfc-47c8-bb1a-ae723c644da9" -d '{"events": [{"server_uuid": "111b4e7f-c153-49b3-9d7f-c7de5c44c67b", "name": "network-vif-deleted", "tag": "d4b033e3-2840-4e07-904a-cb9ca7e66f5f"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:58:58.926434 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf593376-dd25-4d70-8a44-b5bbd76197e2 x-openstack-request-id: req-bf593376-dd25-4d70-8a44-b5bbd76197e2 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:58:58.926732 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111b4e7f-c153-49b3-9d7f-c7de5c44c67b", "name": "network-vif-deleted", "tag": "d4b033e3-2840-4e07-904a-cb9ca7e66f5f", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:58:58.926984 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf593376-dd25-4d70-8a44-b5bbd76197e2 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:58:58.927381 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111b4e7f-c153-49b3-9d7f-c7de5c44c67b', 'name': 'network-vif-deleted', 'tag': 'd4b033e3-2840-4e07-904a-cb9ca7e66f5f', 'status': 'completed', 'code': 200} Mar 10 08:58:59.275111 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-4bb1b1a6-d0a9-47e0-8fc5-63c97a5763ac tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:58:59.281732 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-4bb1b1a6-d0a9-47e0-8fc5-63c97a5763ac tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 815 time: 0.1123395 Mar 10 08:58:59.291875 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-96f90de5-98cb-452d-a529-199ff964266c tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/quotas/ea76fed243d742a3817bcfe047369348 HTTP/1.1" status: 200 len: 375 time: 0.0091751 Mar 10 08:58:59.348430 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-287996d2-b6f4-4ffb-8da3-989f4be25e0d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503793 Mar 10 08:58:59.447835 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-23367259-6e26-4588-a9db-f0b780301dee service neutron] 10.222.0.31 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880239 Mar 10 08:58:59.766489 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-f8fb5277-4033-4195-a8cd-0ec1da5d53db service neutron] 10.222.0.31 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131399 Mar 10 08:58:59.785356 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ca6a5768-14db-4b8e-b399-8f8f91b14c61 req-4ced01fd-84e0-4373-bed3-2f717c58ccc0 tempest-ServerRescueNegativeTestJSON-1733080965 tempest-ServerRescueNegativeTestJSON-1733080965-project] 10.222.0.31 "GET /v2.0/ports?device_id=111b4e7f-c153-49b3-9d7f-c7de5c44c67b HTTP/1.1" status: 200 len: 210 time: 0.0270152 Mar 10 08:59:00.080449 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3f287929-588e-4d5e-88c1-6b2765f09d31 req-855c8fae-c2b1-4be1-b76b-903b4aa20523 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0294671 Mar 10 08:59:00.844156 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48046) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:01.161777 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-be5deb09-5ce7-426a-b670-292bafcd7c09 req-104c612d-7f13-4057-8858-6cadcda9ad8f tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0259628 Mar 10 08:59:01.260612 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (96e41603-ce7b-4b04-b02c-1b2f122e11da), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:01.543458 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Deleting port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 08:59:01.543799 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:01.621687 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] For port f56b7d52-65e9-4232-baf3-0f99b8b5c6b7, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,segment=NetworkSegment(fdf7fba3-a75f-4d1c-99e2-5462e0269cc0),segment_id=fdf7fba3-a75f-4d1c-99e2-5462e0269cc0)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:01.622042 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:01.634152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Calling delete_port for f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 owned by network:router_interface {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 08:59:01.896155 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (f56b7d52-65e9-4232-baf3-0f99b8b5c6b7), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:01.921075 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56b7d52-65e9-4232-baf3-0f99b8b5c6b7,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:02.075718 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (96e41603-ce7b-4b04-b02c-1b2f122e11da), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:02.247735 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9f4c44cb-9f3d-4992-b6ed-4df9d07bb7bc req-c77b8a6e-08d2-41cc-b7c4-82d157f60a56 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0293856 Mar 10 08:59:02.312003 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Router 96e41603-ce7b-4b04-b02c-1b2f122e11da has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:59:02.417628 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:59:02.426513 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2eaba43f-3634-4476-9aae-76b47d8af134 admin admin] 10.222.0.31 "PUT /v2.0/routers/96e41603-ce7b-4b04-b02c-1b2f122e11da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5775375 Mar 10 08:59:02.426513 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48064) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:02.428073 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] Sync routers for ids ['96e41603-ce7b-4b04-b02c-1b2f122e11da'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:59:02.438056 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] Routers {'96e41603-ce7b-4b04-b02c-1b2f122e11da'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:59:02.438699 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['96e41603-ce7b-4b04-b02c-1b2f122e11da'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:02.530058 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks [] for router (96e41603-ce7b-4b04-b02c-1b2f122e11da), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:02.546802 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] Set router 96e41603-ce7b-4b04-b02c-1b2f122e11da gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:59:02.604965 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d4b033e3-2840-4e07-904a-cb9ca7e66f5f no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 08:59:02.627304 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: d4b033e3-2840-4e07-904a-cb9ca7e66f5f {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 08:59:02.628022 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d4b033e3-2840-4e07-904a-cb9ca7e66f5f not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 08:59:02.735565 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:59:01Z', 'revision_number': 5, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:02.762558 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] Checking router: 96e41603-ce7b-4b04-b02c-1b2f122e11da for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:59:02.771264 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] Routers {'96e41603-ce7b-4b04-b02c-1b2f122e11da'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:59:02.771882 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:58:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['96e41603-ce7b-4b04-b02c-1b2f122e11da'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:02.862015 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks [] for router_gateway (96e41603-ce7b-4b04-b02c-1b2f122e11da), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:02.878195 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] Set router 96e41603-ce7b-4b04-b02c-1b2f122e11da gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:59:02.988660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Deleting port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 08:59:02.989209 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.048554 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:59:01Z', 'revision_number': 5, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:03.065047 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] For port 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:03.065411 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.077961 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49db62d3-ff65-441a-8dbf-e61344965584 None None] The sync data for ids ['96e41603-ce7b-4b04-b02c-1b2f122e11da'] in dv-cinder-796170-5-iscsi is: [{'id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'name': 'tempest-ServerRescueNegativeTestJSON-1131005462-router', 'tenant_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:51Z', 'updated_at': '2022-03-10T08:59:01Z', 'revision_number': 5, 'project_id': 'a96e80a1c73b4d59be912f6f510d8a10', 'gw_port': {'id': '35f19fc7-a20a-46f7-b7c4-7f92603b3ae9', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e41603-ce7b-4b04-b02c-1b2f122e11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:59:03.078532 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Calling delete_port for 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 owned by network:router_gateway {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 08:59:03.302689 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (35f19fc7-a20a-46f7-b7c4-7f92603b3ae9), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.322668 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-79d6f689-f8e8-48c8-9379-e706a5271570 req-15b0d6d5-76c5-4787-8a9f-30c464386ea9 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0264409 Mar 10 08:59:03.328365 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f19fc7-a20a-46f7-b7c4-7f92603b3ae9,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:03.388391 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (96e41603-ce7b-4b04-b02c-1b2f122e11da), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.427702 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-57fda8c2-e06e-41e6-8719-82e048860927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.507481 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (96e41603-ce7b-4b04-b02c-1b2f122e11da), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.511547 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks [] for router_controller (96e41603-ce7b-4b04-b02c-1b2f122e11da), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.582274 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 08:59:03.606117 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 08:59:03.606749 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f56b7d52-65e9-4232-baf3-0f99b8b5c6b7 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 08:59:03.650505 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (96e41603-ce7b-4b04-b02c-1b2f122e11da), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.651077 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e41603-ce7b-4b04-b02c-1b2f122e11da {{(pid=110208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 08:59:03.656526 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.657688 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f5733b0e-c5b1-4c07-93e4-3d904b2e5031 admin admin] 10.222.0.31 "DELETE /v2.0/routers/96e41603-ce7b-4b04-b02c-1b2f122e11da HTTP/1.1" status: 204 len: 168 time: 1.2314534 Mar 10 08:59:03.660344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48072) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:03.705272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] Deleting subnet 1d0ec19f-0c47-4d8f-ba58-93b99cde94ac {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 08:59:03.708808 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] Publish callbacks [] for subnet (1d0ec19f-0c47-4d8f-ba58-93b99cde94ac), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.749630 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (1d0ec19f-0c47-4d8f-ba58-93b99cde94ac), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.795084 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (1d0ec19f-0c47-4d8f-ba58-93b99cde94ac), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.925533 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (1d0ec19f-0c47-4d8f-ba58-93b99cde94ac), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.950924 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0ec19f-0c47-4d8f-ba58-93b99cde94ac,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:03.954487 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:03.959911 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-9305895d-988e-4f4e-8ba8-263d180e17cb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d0ec19f-0c47-4d8f-ba58-93b99cde94ac HTTP/1.1" status: 204 len: 168 time: 0.2962103 Mar 10 08:59:03.960359 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48078) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:04.028803 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (f33bbe54-bfd7-4009-b89c-75cf7ffe278f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.103350 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (f33bbe54-bfd7-4009-b89c-75cf7ffe278f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.125457 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33bbe54-bfd7-4009-b89c-75cf7ffe278f']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:04.136207 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:04.136496 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf7fba3-a75f-4d1c-99e2-5462e0269cc0') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:04.146334 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (fdf7fba3-a75f-4d1c-99e2-5462e0269cc0), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.161941 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (fdf7fba3-a75f-4d1c-99e2-5462e0269cc0), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.168025 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 08:59:04.168411 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (fdf7fba3-a75f-4d1c-99e2-5462e0269cc0), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 08:59:04.170174 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 08:59:04.290406 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (f33bbe54-bfd7-4009-b89c-75cf7ffe278f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.294756 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.297868 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f33bbe54-bfd7-4009-b89c-75cf7ffe278f HTTP/1.1" status: 204 len: 168 time: 0.3367107 Mar 10 08:59:04.310269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73faa6d-aba0-48b5-a8bb-a2105ffe09f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f33bbe54-bfd7-4009-b89c-75cf7ffe278f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:04.413028 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd5acc6b-a519-488d-934e-0723e0935383 req-f55b011b-0861-4305-a27f-ea324105bfa0 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0253463 Mar 10 08:59:04.683293 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48084) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:04.721476 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d83b3c44-fb5e-4d12-a34b-07535842bc46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a96e80a1c73b4d59be912f6f510d8a10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370569 Mar 10 08:59:04.723863 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48086) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:04.770324 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Publish callbacks [] for security_group (29896ec4-c3f6-452b-912a-59d6d2d8c9b6), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.791439 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Publish callbacks [] for security_group (29896ec4-c3f6-452b-912a-59d6d2d8c9b6), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.919159 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (29896ec4-c3f6-452b-912a-59d6d2d8c9b6), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.921678 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:04.922856 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29896ec4-c3f6-452b-912a-59d6d2d8c9b6 HTTP/1.1" status: 204 len: 168 time: 0.1981149 Mar 10 08:59:04.931755 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29896ec4-c3f6-452b-912a-59d6d2d8c9b6,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:04.939137 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.939500 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.939845 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.940463 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.940807 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.941143 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.941479 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.941819 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.942180 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.942515 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.942943 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.943166 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:04.943491 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161507ed-faa0-4567-abdf-314a79616372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:05.142721 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 08:59:05.163093 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 08:59:05.163475 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 35f19fc7-a20a-46f7-b7c4-7f92603b3ae9 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 08:59:05.504884 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8506cd3f-b51c-4109-a974-0e6a0c985440 req-976bc21e-d78b-41e2-b17e-8c15be072a40 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0262952 Mar 10 08:59:05.661831 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-25e87c7a-bb41-4a02-ba46-0ebb281f57e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:06.383331 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-849892d9-fdbb-449e-9770-e73eaedd01d3 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:06.384798 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-849892d9-fdbb-449e-9770-e73eaedd01d3 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 815 time: 0.1043701 Mar 10 08:59:06.399386 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'port': {'device_id': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'admin_state_up': True, 'tenant_id': 'ea76fed243d742a3817bcfe047369348'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:06.596831 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-473be167-f9d0-4628-b388-079a0cdbe5a2 req-3369dc42-488b-4c55-8754-49d2044caff1 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0260453 Mar 10 08:59:06.623397 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Made reservation on behalf of ea76fed243d742a3817bcfe047369348 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:59:06.630316 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:06.773865 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Allocated IP 172.20.0.11 (51871140-9e1c-49f6-95f9-0a2b8e15537a/e51a496e-e4f3-4f07-8846-b88864ca437a/816592f7-7ec6-44ea-968c-7ea9c9f84cb3) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:59:06.879521 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:06.989155 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:07.080195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:07.129953 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:59:07.135383 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:59:07.137872 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:59:07.162287 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:07.192458 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:07.193145 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:07.330038 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-7d32ff25-8653-4d87-80ea-766bae1ba559 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9348726 Mar 10 08:59:07.373182 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-8740dca6-72cb-4f6a-9e9a-a283b1e0b846 None None] Provisioning complete for port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:59:07.373645 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8740dca6-72cb-4f6a-9e9a-a283b1e0b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:07.426527 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-8740dca6-72cb-4f6a-9e9a-a283b1e0b846 None None] Port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:59:07.740091 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adafa1-c516-4e3c-abdc-e45ae6ba1d12 req-d88efc2e-8f90-4699-8751-42768e31ed54 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:07.742935 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4adafa1-c516-4e3c-abdc-e45ae6ba1d12 req-d88efc2e-8f90-4699-8751-42768e31ed54 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0801692 Mar 10 08:59:07.804279 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4adafa1-c516-4e3c-abdc-e45ae6ba1d12 req-e004b195-e8a5-4fc2-b991-04509b53912b tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540810 Mar 10 08:59:08.262438 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:08.941414 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf5cee-3d6a-46a5-9786-0b0bb20beaf6 req-0ed753d5-3600-4496-95c6-220ef28f3a71 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:08.943621 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f0cf5cee-3d6a-46a5-9786-0b0bb20beaf6 req-0ed753d5-3600-4496-95c6-220ef28f3a71 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0551314 Mar 10 08:59:09.006228 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f0cf5cee-3d6a-46a5-9786-0b0bb20beaf6 req-48983953-2d74-4471-b8ff-11e798f3f033 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Mar 10 08:59:09.721611 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48200) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:09.824507 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0748e4ec-88ee-48ba-9f5e-710901915458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:09.895136 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0748e4ec-88ee-48ba-9f5e-710901915458 admin admin] Publish callbacks [] for security_group (c1ec6d01-40b3-4284-9409-f4d0cd83c367), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:09.953126 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0748e4ec-88ee-48ba-9f5e-710901915458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (c1ec6d01-40b3-4284-9409-f4d0cd83c367), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:09.991317 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748e4ec-88ee-48ba-9f5e-710901915458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ec6d01-40b3-4284-9409-f4d0cd83c367,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:09.998647 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48204) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:09.999199 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-0748e4ec-88ee-48ba-9f5e-710901915458 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e817cccea10b447ba8cd3a26f5f36cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762375 Mar 10 08:59:10.058556 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-39fe37b4-17b0-4be1-a4af-5b5865655830 admin admin] Publish callbacks [] for security_group (c1ec6d01-40b3-4284-9409-f4d0cd83c367), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:10.084796 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-39fe37b4-17b0-4be1-a4af-5b5865655830 admin admin] Publish callbacks [] for security_group (c1ec6d01-40b3-4284-9409-f4d0cd83c367), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:10.171408 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a8602-034a-4e82-8b68-9596b1e20723 req-f8b11935-3fb6-452b-9f8d-0a9d647b333c tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:10.173262 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-af6a8602-034a-4e82-8b68-9596b1e20723 req-f8b11935-3fb6-452b-9f8d-0a9d647b333c tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0731368 Mar 10 08:59:10.228011 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-af6a8602-034a-4e82-8b68-9596b1e20723 req-1f669264-7055-4707-af33-a751219b3098 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Mar 10 08:59:10.233454 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-39fe37b4-17b0-4be1-a4af-5b5865655830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (c1ec6d01-40b3-4284-9409-f4d0cd83c367), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:10.233742 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:10.236874 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-39fe37b4-17b0-4be1-a4af-5b5865655830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:10.238827 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-39fe37b4-17b0-4be1-a4af-5b5865655830 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1ec6d01-40b3-4284-9409-f4d0cd83c367 HTTP/1.1" status: 204 len: 168 time: 0.2378831 Mar 10 08:59:10.246032 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe37b4-17b0-4be1-a4af-5b5865655830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ec6d01-40b3-4284-9409-f4d0cd83c367,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:11.416503 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2a52c-5fd7-441c-8ffc-60c78e77c95f req-3f6e41cf-f3f5-40c8-b55e-03686cec8f8f tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:11.425664 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2b2a52c-5fd7-441c-8ffc-60c78e77c95f req-3f6e41cf-f3f5-40c8-b55e-03686cec8f8f tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.1041608 Mar 10 08:59:11.486658 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a2b2a52c-5fd7-441c-8ffc-60c78e77c95f req-e024f3c6-9ce5-426f-8686-95c6e3a1fa58 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542114 Mar 10 08:59:12.711938 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885219-d36f-4497-a547-600273761406 req-05387426-bbc4-492d-8c19-b8ef2d6272cc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:12.718676 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-99885219-d36f-4497-a547-600273761406 req-05387426-bbc4-492d-8c19-b8ef2d6272cc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0945284 Mar 10 08:59:12.779178 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-99885219-d36f-4497-a547-600273761406 req-8026281a-19f8-4642-b253-01e0dd19587c tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557947 Mar 10 08:59:13.915529 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54ddac-5914-49b3-aedf-ca9ac6afbd07 req-2a990cb9-f918-4cbf-9f95-46745eaa2006 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:13.917061 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac54ddac-5914-49b3-aedf-ca9ac6afbd07 req-2a990cb9-f918-4cbf-9f95-46745eaa2006 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0609508 Mar 10 08:59:13.984795 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac54ddac-5914-49b3-aedf-ca9ac6afbd07 req-78af5362-5731-489a-98d0-184f3cda6bd0 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530331 Mar 10 08:59:15.115549 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4c327-cf2a-4718-97e0-d5d2f1a28d18 req-6cf73b8a-d17b-4992-a6ab-175564b13846 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:15.117987 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cae4c327-cf2a-4718-97e0-d5d2f1a28d18 req-6cf73b8a-d17b-4992-a6ab-175564b13846 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0591650 Mar 10 08:59:15.172392 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48334) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:15.198377 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cae4c327-cf2a-4718-97e0-d5d2f1a28d18 req-3682408e-7f3b-4ab4-832e-92f0fa52f2d7 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731709 Mar 10 08:59:15.391366 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f19ac9d1-3e2e-47dc-807d-d1b9e87ca13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:15.466007 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f19ac9d1-3e2e-47dc-807d-d1b9e87ca13b admin admin] Publish callbacks [] for security_group (2ea57be6-8ea5-43b4-b0f8-9ee93d17f784), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:15.553885 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f19ac9d1-3e2e-47dc-807d-d1b9e87ca13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2ea57be6-8ea5-43b4-b0f8-9ee93d17f784), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:15.591612 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48340) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:15.591807 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f19ac9d1-3e2e-47dc-807d-d1b9e87ca13b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67cad5cd4cee4c97ae5eee32981b1767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178419 Mar 10 08:59:15.607700 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ac9d1-3e2e-47dc-807d-d1b9e87ca13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea57be6-8ea5-43b4-b0f8-9ee93d17f784,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:15.644877 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dfe1-5753-41e0-87db-1ce892bf60a7 admin admin] Publish callbacks [] for security_group (2ea57be6-8ea5-43b4-b0f8-9ee93d17f784), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:15.672382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dfe1-5753-41e0-87db-1ce892bf60a7 admin admin] Publish callbacks [] for security_group (2ea57be6-8ea5-43b4-b0f8-9ee93d17f784), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:15.879429 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dfe1-5753-41e0-87db-1ce892bf60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2ea57be6-8ea5-43b4-b0f8-9ee93d17f784), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:15.882417 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dfe1-5753-41e0-87db-1ce892bf60a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:15.883658 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-dcf5dfe1-5753-41e0-87db-1ce892bf60a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ea57be6-8ea5-43b4-b0f8-9ee93d17f784 HTTP/1.1" status: 204 len: 168 time: 0.2905405 Mar 10 08:59:15.893983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5dfe1-5753-41e0-87db-1ce892bf60a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea57be6-8ea5-43b4-b0f8-9ee93d17f784,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:16.133777 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a59c1-6238-4149-a6ab-8ecd01db3cbc req-0c98c77d-80d9-4682-aa03-a3e18d3e6324 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:16.148872 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac4a59c1-6238-4149-a6ab-8ecd01db3cbc req-0c98c77d-80d9-4682-aa03-a3e18d3e6324 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.1306553 Mar 10 08:59:16.248811 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac4a59c1-6238-4149-a6ab-8ecd01db3cbc req-0dc73b95-f529-4a13-950a-f58f81212720 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981054 Mar 10 08:59:16.419774 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a72a3-73ab-492a-9794-f1ddd5cd1df4 req-984bee11-87c4-4d5a-ad99-46b8e6e64794 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:16.421983 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c36a72a3-73ab-492a-9794-f1ddd5cd1df4 req-984bee11-87c4-4d5a-ad99-46b8e6e64794 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0739284 Mar 10 08:59:16.476395 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c36a72a3-73ab-492a-9794-f1ddd5cd1df4 req-429ef945-89a4-4bbf-9436-b0e762d1cc56 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Mar 10 08:59:17.374429 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ac125-d15d-42d6-b5b9-b0247e1013fa req-40bd008b-c0fb-49a9-b81d-22480db01e84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:17.375812 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f05ac125-d15d-42d6-b5b9-b0247e1013fa req-40bd008b-c0fb-49a9-b81d-22480db01e84 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0508265 Mar 10 08:59:17.420480 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f05ac125-d15d-42d6-b5b9-b0247e1013fa req-9bfddad3-a9a0-47f5-beaf-74e5899db023 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393188 Mar 10 08:59:17.599709 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b86016-7d9c-4542-8797-7ce129f6bc29 req-eea84be5-4c97-4287-b462-a9812d6fd853 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:17.601203 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-85b86016-7d9c-4542-8797-7ce129f6bc29 req-eea84be5-4c97-4287-b462-a9812d6fd853 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0537629 Mar 10 08:59:17.650096 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-85b86016-7d9c-4542-8797-7ce129f6bc29 req-b8936acb-c58e-4c39-b439-b75c5573dcf4 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Mar 10 08:59:18.542803 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193c62-574c-4483-835d-6ec73ac05cc2 req-aa6f8595-55fd-482c-83bc-2617164bca01 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:18.544257 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38193c62-574c-4483-835d-6ec73ac05cc2 req-aa6f8595-55fd-482c-83bc-2617164bca01 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0545628 Mar 10 08:59:18.589410 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38193c62-574c-4483-835d-6ec73ac05cc2 req-c5326bd9-5ac0-485f-b4cd-5de05bbc373e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396068 Mar 10 08:59:18.763169 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8075e6-c92f-45ac-b912-eea19af7ed11 req-7650e9a2-9669-4c87-8de3-96bf73025e37 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:18.764626 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c8075e6-c92f-45ac-b912-eea19af7ed11 req-7650e9a2-9669-4c87-8de3-96bf73025e37 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 932 time: 0.0513957 Mar 10 08:59:18.810648 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c8075e6-c92f-45ac-b912-eea19af7ed11 req-b58ee0eb-7696-484f-9859-26699001abdd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Mar 10 08:59:24.582171 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:24.896707 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Request body: {'port': {'device_id': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:24.965137 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:25.219000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:59:25.226069 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Publish callbacks [] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:25.238640 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Transition to ACTIVE for port object 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:59:25.313554 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:25.361190 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Pushing event updated for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:25.446873 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Attempting to bind port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:59:25.447209 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Attempting to bind port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:59:25.447527 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Attempting to bind port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 on network 51871140-9e1c-49f6-95f9-0a2b8e15537a {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:59:25.452524 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 on network 51871140-9e1c-49f6-95f9-0a2b8e15537a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:59:25.452852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Attempting to bind port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 on network 51871140-9e1c-49f6-95f9-0a2b8e15537a {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:59:25.457713 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:59:25.458047 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Checking segment: {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:59:25.458453 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Bound using segment: {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:59:25.458881 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Bound port: 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa841566-8340-4ca3-8bec-93941454dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:59:25.459235 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:25.530871 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:59:25.534222 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:59:25.594164 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:25.626632 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:25.627150 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:25.628506 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] 10.222.0.30 "PUT /v2.0/ports/816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 1094 time: 0.7372270 Mar 10 08:59:25.628947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:59:25.631186 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd40e741-3244-4c78-898a-b20e7904ecb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:59:25.660467 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675a14f-0944-41c4-aadd-0497e7966d9f service neutron] Pushing event updated for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:25.816100 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-c72f7730-fdeb-4bbc-bac2-633d9ed3f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:25.817650 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-c72f7730-fdeb-4bbc-bac2-633d9ed3f7e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1128 time: 0.0560191 Mar 10 08:59:25.864889 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-66abe9dd-45da-43fa-9119-8b11e6150002 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 217 time: 0.0339677 Mar 10 08:59:25.914275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-75a5195c-202f-4179-9bcc-6c7c302fe6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:25.915733 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-75a5195c-202f-4179-9bcc-6c7c302fe6b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.0436752 Mar 10 08:59:25.975852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-8aa6958c-f290-4209-b30d-82853160f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:25.977351 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-8aa6958c-f290-4209-b30d-82853160f909 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503147 Mar 10 08:59:26.123260 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3c998-4e7e-4bc1-b259-603835fbec52 req-4d737c36-1eb7-4805-9d6e-54091b80c384 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:26.124870 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-30d3c998-4e7e-4bc1-b259-603835fbec52 req-4d737c36-1eb7-4805-9d6e-54091b80c384 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 944 time: 0.0597646 Mar 10 08:59:26.134766 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a806-956f-4a12-9003-1ea3830a2ab7 req-3fae2117-e689-4154-9351-a81bd0d6e930 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:26.136258 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4fb9a806-956f-4a12-9003-1ea3830a2ab7 req-3fae2117-e689-4154-9351-a81bd0d6e930 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.1169989 Mar 10 08:59:26.170342 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-f87a17a7-5e06-4634-bac7-142acdfa8b4c service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609027 Mar 10 08:59:26.181855 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-30d3c998-4e7e-4bc1-b259-603835fbec52 req-abb10d0a-5ed3-4091-abed-e05560571876 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501621 Mar 10 08:59:26.225475 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4fb9a806-956f-4a12-9003-1ea3830a2ab7 req-2e1b57b3-1256-4c50-afa3-1490126f317f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772948 Mar 10 08:59:26.254071 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae3546-30f5-4443-bc66-b548317fd7d8 x-openstack-request-id: req-0aae3546-30f5-4443-bc66-b548317fd7d8 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:59:26.254398 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:59:26.254644 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aae3546-30f5-4443-bc66-b548317fd7d8 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:59:26.255035 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'status': 'completed', 'code': 200} Mar 10 08:59:26.281963 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7aa50a95-5fc3-4c8c-b45b-3b2fba7102e2 req-82d93589-7666-4024-809e-53386331dc17 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038876 Mar 10 08:59:26.451189 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-7c560304-607d-4a47-8f15-1413f87b3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:26.452652 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-7c560304-607d-4a47-8f15-1413f87b3c18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1128 time: 0.0435240 Mar 10 08:59:26.544947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-01f0825a-cdf3-46b3-9fd2-1fe7071edaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:26.546367 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-01f0825a-cdf3-46b3-9fd2-1fe7071edaac service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.0874193 Mar 10 08:59:26.585791 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-5d0f99ee-8807-4388-9302-0410bacebc7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 217 time: 0.0329194 Mar 10 08:59:26.635675 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-896d8670-a1c2-4acd-bf85-5381e2eefd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:26.637078 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-896d8670-a1c2-4acd-bf85-5381e2eefd96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.0456786 Mar 10 08:59:26.683551 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-96f6efd7-2d13-4938-9821-7df80ac64258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:26.685128 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-96f6efd7-2d13-4938-9821-7df80ac64258 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419629 Mar 10 08:59:26.776131 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-19a013a2-cc78-4d96-ba58-46446cd2491f service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842390 Mar 10 08:59:26.866770 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fd40e741-3244-4c78-898a-b20e7904ecb6 req-47e5ac48-6b78-4c02-a01c-9ce4c346d512 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847955 Mar 10 08:59:27.303315 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25230a4-3b61-47a3-9ba8-850122c6af6a req-21725030-4222-4a35-bfe9-51dd3356c5f2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:27.304816 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f25230a4-3b61-47a3-9ba8-850122c6af6a req-21725030-4222-4a35-bfe9-51dd3356c5f2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 944 time: 0.0544481 Mar 10 08:59:27.352476 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f25230a4-3b61-47a3-9ba8-850122c6af6a req-abfb4e7b-ff5c-4dc3-9039-cf398f07e2b7 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Mar 10 08:59:27.360259 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb8a7-8578-45e7-aee5-7b7c4afddcfe req-c4af08aa-7cd0-4a64-aaf1-1e5e77811b5f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:27.361723 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc0cb8a7-8578-45e7-aee5-7b7c4afddcfe req-c4af08aa-7cd0-4a64-aaf1-1e5e77811b5f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0529234 Mar 10 08:59:27.408382 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bc0cb8a7-8578-45e7-aee5-7b7c4afddcfe req-d90d39d3-06fa-4026-b6dd-88046659f29a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Mar 10 08:59:28.473814 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cddf7e-f18c-4261-b13a-01223cf6ffcf req-41d4da83-cfdf-42c7-ba99-58b7ee92c2de tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:28.475423 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b6cddf7e-f18c-4261-b13a-01223cf6ffcf req-41d4da83-cfdf-42c7-ba99-58b7ee92c2de tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 944 time: 0.0590665 Mar 10 08:59:28.531673 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b6cddf7e-f18c-4261-b13a-01223cf6ffcf req-735eeed6-5873-46dd-ad01-0fe2bc1195b0 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Mar 10 08:59:28.537152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b8a14-5a1e-4da7-84ba-fc0bc73722b7 req-00201caa-4947-4d12-8da6-cbcc2ebfabf2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:28.537804 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b1b8a14-5a1e-4da7-84ba-fc0bc73722b7 req-00201caa-4947-4d12-8da6-cbcc2ebfabf2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0551803 Mar 10 08:59:28.584098 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b1b8a14-5a1e-4da7-84ba-fc0bc73722b7 req-122c7405-72a1-48d5-bb99-58207e7e5117 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402074 Mar 10 08:59:29.646037 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007afdd-6c48-451b-8a0d-c0e398ebd0ba req-28ee9b6c-ac03-4b98-b69a-b7be5e197ed4 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:29.647577 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d007afdd-6c48-451b-8a0d-c0e398ebd0ba req-28ee9b6c-ac03-4b98-b69a-b7be5e197ed4 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 944 time: 0.0519252 Mar 10 08:59:29.685341 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 08:59:29.694131 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d007afdd-6c48-451b-8a0d-c0e398ebd0ba req-facdc1c4-4606-4e12-8525-30d3764139e5 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Mar 10 08:59:29.705795 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4894a-720b-4fb6-a2ba-afecb3c579fa req-208fb9bc-7cdc-4e98-90a9-25ce9437ce2a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:29.706341 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-13e4894a-720b-4fb6-a2ba-afecb3c579fa req-208fb9bc-7cdc-4e98-90a9-25ce9437ce2a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0514538 Mar 10 08:59:29.752336 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-13e4894a-720b-4fb6-a2ba-afecb3c579fa req-161fe7b3-4c0f-4245-ae56-e09720f90f96 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402493 Mar 10 08:59:30.482760 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48550) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:30.581461 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-87fc1361-a390-44a5-851e-3e0a7be58624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:30.652164 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-87fc1361-a390-44a5-851e-3e0a7be58624 admin admin] Publish callbacks [] for security_group (f6e74c9d-980a-4f54-9c9a-a8a402caf472), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:30.724718 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-87fc1361-a390-44a5-851e-3e0a7be58624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (f6e74c9d-980a-4f54-9c9a-a8a402caf472), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:30.735902 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:59:30.766334 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-87fc1361-a390-44a5-851e-3e0a7be58624 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc3d4478ed93445aa4b3c527331d7182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802353 Mar 10 08:59:30.766770 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48556) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:30.767243 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc1361-a390-44a5-851e-3e0a7be58624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e74c9d-980a-4f54-9c9a-a8a402caf472,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:30.821080 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21a0b183-0c1d-44eb-b4f6-8b2163379789 admin admin] Publish callbacks [] for security_group (f6e74c9d-980a-4f54-9c9a-a8a402caf472), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:30.824206 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b4738-9930-428a-a836-7bb137d700d5 req-e6b8d768-84dc-44cd-9c58-931f6a9e3449 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:30.826010 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-735b4738-9930-428a-a836-7bb137d700d5 req-e6b8d768-84dc-44cd-9c58-931f6a9e3449 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 944 time: 0.0609481 Mar 10 08:59:30.846595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21a0b183-0c1d-44eb-b4f6-8b2163379789 admin admin] Publish callbacks [] for security_group (f6e74c9d-980a-4f54-9c9a-a8a402caf472), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:30.875464 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:30.880918 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-735b4738-9930-428a-a836-7bb137d700d5 req-8421e463-e236-4ea5-af3b-94645248913d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491180 Mar 10 08:59:30.886898 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'port_id': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'mac_address': 'fa:16:3e:dd:1c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:59:30.928933 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:59:30.929326 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:30.932371 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f0294-7d71-41ff-b1f9-73e80fff92c3 req-cc432529-51df-434e-ad8b-eb3a1868dd6d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:30.933862 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f46f0294-7d71-41ff-b1f9-73e80fff92c3 req-cc432529-51df-434e-ad8b-eb3a1868dd6d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0756280 Mar 10 08:59:30.942019 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:59:30.961111 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:30.980906 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f46f0294-7d71-41ff-b1f9-73e80fff92c3 req-e8274e12-b64d-4f70-aa65-2b907b7bed21 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 Mar 10 08:59:31.010455 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21a0b183-0c1d-44eb-b4f6-8b2163379789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (f6e74c9d-980a-4f54-9c9a-a8a402caf472), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.013101 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21a0b183-0c1d-44eb-b4f6-8b2163379789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.014290 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-21a0b183-0c1d-44eb-b4f6-8b2163379789 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6e74c9d-980a-4f54-9c9a-a8a402caf472 HTTP/1.1" status: 204 len: 168 time: 0.2464788 Mar 10 08:59:31.021978 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b183-0c1d-44eb-b4f6-8b2163379789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e74c9d-980a-4f54-9c9a-a8a402caf472,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:31.040091 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.089762 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:31.425995 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['816592f7-7ec6-44ea-968c-7ea9c9f84cb3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:59:31.558001 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48568) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:31.570775 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6862c417-4cef-4dec-9543-856f364a6632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.641372 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6862c417-4cef-4dec-9543-856f364a6632 admin admin] Publish callbacks [] for security_group (fbe7491f-f897-4204-bb73-ff7bfe14ba8c), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.701196 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6862c417-4cef-4dec-9543-856f364a6632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (fbe7491f-f897-4204-bb73-ff7bfe14ba8c), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.739180 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862c417-4cef-4dec-9543-856f364a6632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe7491f-f897-4204-bb73-ff7bfe14ba8c,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:31.743421 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6862c417-4cef-4dec-9543-856f364a6632 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c12b951f497c4d90b616fec31d7c4363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843686 Mar 10 08:59:31.746715 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48570) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:31.793163 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b0236e3b-45d0-4113-8dc8-788d3864949c admin admin] Publish callbacks [] for security_group (fbe7491f-f897-4204-bb73-ff7bfe14ba8c), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.814061 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b0236e3b-45d0-4113-8dc8-788d3864949c admin admin] Publish callbacks [] for security_group (fbe7491f-f897-4204-bb73-ff7bfe14ba8c), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.895922 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b0236e3b-45d0-4113-8dc8-788d3864949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (fbe7491f-f897-4204-bb73-ff7bfe14ba8c), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.898378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b0236e3b-45d0-4113-8dc8-788d3864949c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:31.899508 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b0236e3b-45d0-4113-8dc8-788d3864949c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbe7491f-f897-4204-bb73-ff7bfe14ba8c HTTP/1.1" status: 204 len: 168 time: 0.1518867 Mar 10 08:59:31.910334 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236e3b-45d0-4113-8dc8-788d3864949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe7491f-f897-4204-bb73-ff7bfe14ba8c,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:32.000794 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ce64-39a4-45c2-b161-d36260d2a118 req-df4dc220-41bb-4235-bd0a-57e594e19bc8 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:32.002285 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-af38ce64-39a4-45c2-b161-d36260d2a118 req-df4dc220-41bb-4235-bd0a-57e594e19bc8 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 945 time: 0.0517912 Mar 10 08:59:32.049136 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-af38ce64-39a4-45c2-b161-d36260d2a118 req-c0148764-8c85-494b-9675-2f25d5634e21 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Mar 10 08:59:32.106962 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473e44b-954d-4b12-b547-79915b53b378 req-579d9c1b-a0d0-404b-9883-24a997fc8e07 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:32.108684 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0473e44b-954d-4b12-b547-79915b53b378 req-579d9c1b-a0d0-404b-9883-24a997fc8e07 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0523257 Mar 10 08:59:32.153347 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0473e44b-954d-4b12-b547-79915b53b378 req-67354ef3-c29e-41ee-bee4-71c387bad5f3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392118 Mar 10 08:59:32.733976 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:59:32.873725 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 08:59:32.877720 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:59:32.878107 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:32.954022 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:59:32.954463 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:32.976221 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:59:32.978698 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a61140f-3c70-49f7-9c66-ecbd52486e44" -d '{"events": [{"server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "name": "network-vif-plugged", "status": "completed", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:59:32.991562 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:33.015515 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1775de-cefb-4f71-951d-ca51a4b078f4 x-openstack-request-id: req-db1775de-cefb-4f71-951d-ca51a4b078f4 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:59:33.015887 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "name": "network-vif-plugged", "status": "completed", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:59:33.016190 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db1775de-cefb-4f71-951d-ca51a4b078f4 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:59:33.016590 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'code': 200} Mar 10 08:59:33.103318 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:33.194368 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a3a9f-4a0a-4b10-bcfe-3ec72a5b2dba req-0f6557b7-a3e9-4881-9586-f2d40ac11ae9 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:33.197277 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:33.197407 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9e9a3a9f-4a0a-4b10-bcfe-3ec72a5b2dba req-0f6557b7-a3e9-4881-9586-f2d40ac11ae9 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0771918 Mar 10 08:59:33.254810 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9e9a3a9f-4a0a-4b10-bcfe-3ec72a5b2dba req-78ff0967-3413-4ab4-a0b7-292667e067b9 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 Mar 10 08:59:33.300750 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7206470-ead8-4f95-92f3-c37c396ac732 req-47b61f87-ef7e-47ac-8302-da6fcf5b2105 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:33.300750 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d7206470-ead8-4f95-92f3-c37c396ac732 req-47b61f87-ef7e-47ac-8302-da6fcf5b2105 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0689778 Mar 10 08:59:33.329886 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe11a2b-8545-4590-b95b-9c78b6e47999 req-8aea1f39-cf0e-4098-be75-e4d327ac80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:33.331442 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8fe11a2b-8545-4590-b95b-9c78b6e47999 req-8aea1f39-cf0e-4098-be75-e4d327ac80e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1130 time: 0.0464106 Mar 10 08:59:33.363417 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d7206470-ead8-4f95-92f3-c37c396ac732 req-af5d96d4-fbea-494d-9e93-a74f68ee264a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568037 Mar 10 08:59:33.389705 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8fe11a2b-8545-4590-b95b-9c78b6e47999 req-c77fd12d-2611-4bf9-b8cb-246a4ff7d029 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526650 Mar 10 08:59:33.434992 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f65c6d7c-cc75-4f76-85f7-708d85d253e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:33.824795 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8460fb-eb05-4e05-b3ac-e9b89a26d5eb req-57d5b551-47a8-426f-9bd1-600f963d89ea tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:33.826383 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7b8460fb-eb05-4e05-b3ac-e9b89a26d5eb req-57d5b551-47a8-426f-9bd1-600f963d89ea tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0601048 Mar 10 08:59:33.879298 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7b8460fb-eb05-4e05-b3ac-e9b89a26d5eb req-4e1c0ff0-3251-4399-ac90-87268ed0f6e0 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443625 Mar 10 08:59:34.291024 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48642) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:34.384166 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660e530-b063-4570-8828-47291d4d322d req-51fbad4f-643a-4e78-9363-229a62fe9651 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:34.386825 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a660e530-b063-4570-8828-47291d4d322d req-51fbad4f-643a-4e78-9363-229a62fe9651 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0534406 Mar 10 08:59:34.397675 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-443a5213-322b-4b76-9650-52f1a5174c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:34.440076 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a660e530-b063-4570-8828-47291d4d322d req-1b389006-863b-4897-896d-e1f1228f3ee7 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465364 Mar 10 08:59:34.520358 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-443a5213-322b-4b76-9650-52f1a5174c44 admin admin] Publish callbacks [] for security_group (62608d1b-2b2f-45e2-894e-bf018ef851de), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:34.528322 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668f2a-cca9-4a70-844a-accde5e18285 req-ba015b9c-aec2-4d3f-b5eb-1e70d00ee8dc tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:34.529789 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-be668f2a-cca9-4a70-844a-accde5e18285 req-ba015b9c-aec2-4d3f-b5eb-1e70d00ee8dc tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0915370 Mar 10 08:59:34.575113 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-be668f2a-cca9-4a70-844a-accde5e18285 req-7b0e58db-c315-436d-be71-f06e7a8807e8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397596 Mar 10 08:59:34.593252 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-443a5213-322b-4b76-9650-52f1a5174c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (62608d1b-2b2f-45e2-894e-bf018ef851de), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:34.631006 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-443a5213-322b-4b76-9650-52f1a5174c44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80a61e92b8a24c6b8f0bd4d002da01bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388543 Mar 10 08:59:34.632999 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a5213-322b-4b76-9650-52f1a5174c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62608d1b-2b2f-45e2-894e-bf018ef851de,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:34.633643 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48650) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:34.679591 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6187cd0b-a1b8-4232-bd62-bd1b4691d590 admin admin] Publish callbacks [] for security_group (62608d1b-2b2f-45e2-894e-bf018ef851de), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:34.699779 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6187cd0b-a1b8-4232-bd62-bd1b4691d590 admin admin] Publish callbacks [] for security_group (62608d1b-2b2f-45e2-894e-bf018ef851de), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:34.827632 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6187cd0b-a1b8-4232-bd62-bd1b4691d590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (62608d1b-2b2f-45e2-894e-bf018ef851de), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:34.830356 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6187cd0b-a1b8-4232-bd62-bd1b4691d590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:34.831585 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6187cd0b-a1b8-4232-bd62-bd1b4691d590 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62608d1b-2b2f-45e2-894e-bf018ef851de HTTP/1.1" status: 204 len: 168 time: 0.1969237 Mar 10 08:59:34.841150 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187cd0b-a1b8-4232-bd62-bd1b4691d590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62608d1b-2b2f-45e2-894e-bf018ef851de,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:34.996946 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770f51-1b0d-47b2-8e69-5f6f31ee2c02 req-021065c8-083d-48a3-8bca-0847674ea5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:34.998714 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b5770f51-1b0d-47b2-8e69-5f6f31ee2c02 req-021065c8-083d-48a3-8bca-0847674ea5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0525475 Mar 10 08:59:35.047287 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b5770f51-1b0d-47b2-8e69-5f6f31ee2c02 req-aa57b153-4331-40d9-b41c-62f111136d4b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Mar 10 08:59:35.450833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48658) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:35.466484 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4d921a10-9902-4806-8fac-47be3d0feda0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.546074 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4d921a10-9902-4806-8fac-47be3d0feda0 admin admin] Publish callbacks [] for security_group (9f15f38b-2805-4eed-bba3-ef96486f5e17), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.563825 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f060b0-6422-441d-ab54-3fde098bfe12 req-39159852-acbe-408a-9c9b-da9d13e1dfda tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:35.565286 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-28f060b0-6422-441d-ab54-3fde098bfe12 req-39159852-acbe-408a-9c9b-da9d13e1dfda tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0592904 Mar 10 08:59:35.611672 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-28f060b0-6422-441d-ab54-3fde098bfe12 req-46bbc714-a095-4f44-afee-6c5c91836859 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Mar 10 08:59:35.639208 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4d921a10-9902-4806-8fac-47be3d0feda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9f15f38b-2805-4eed-bba3-ef96486f5e17), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.673626 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f78973a7-2b48-41cc-8c39-fb526d7c6bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.705069 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4d921a10-9902-4806-8fac-47be3d0feda0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13e4e5359fb24b08ba8e1ce2ae57ccc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506273 Mar 10 08:59:35.706034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48668) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:35.708015 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d921a10-9902-4806-8fac-47be3d0feda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15f38b-2805-4eed-bba3-ef96486f5e17,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:35.745369 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c406-7f4e-49eb-8c24-89e3c105fe66 req-c904421b-b978-4513-8f1f-4ae1df352003 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:35.747493 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4217c406-7f4e-49eb-8c24-89e3c105fe66 req-c904421b-b978-4513-8f1f-4ae1df352003 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0694962 Mar 10 08:59:35.753664 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef8ab-8c06-4890-b27a-f4594f619168 req-7349f1a1-b17a-40a5-8a11-ad6314d54c8e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:35.755159 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-293ef8ab-8c06-4890-b27a-f4594f619168 req-7349f1a1-b17a-40a5-8a11-ad6314d54c8e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.1035476 Mar 10 08:59:35.794484 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4217c406-7f4e-49eb-8c24-89e3c105fe66 req-54a7668e-f24d-42a9-bd26-39099e39dc27 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Mar 10 08:59:35.803515 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7311-1098-4155-b91f-956e84f65b50 admin admin] Publish callbacks [] for security_group (9f15f38b-2805-4eed-bba3-ef96486f5e17), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.834637 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-293ef8ab-8c06-4890-b27a-f4594f619168 req-a9d541a6-0914-4000-b165-8ad0a3836359 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715117 Mar 10 08:59:35.835007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7311-1098-4155-b91f-956e84f65b50 admin admin] Publish callbacks [] for security_group (9f15f38b-2805-4eed-bba3-ef96486f5e17), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.942242 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7311-1098-4155-b91f-956e84f65b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9f15f38b-2805-4eed-bba3-ef96486f5e17), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.944854 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7311-1098-4155-b91f-956e84f65b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:35.945992 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-3b5d7311-1098-4155-b91f-956e84f65b50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f15f38b-2805-4eed-bba3-ef96486f5e17 HTTP/1.1" status: 204 len: 168 time: 0.2388766 Mar 10 08:59:35.955354 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d7311-1098-4155-b91f-956e84f65b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15f38b-2805-4eed-bba3-ef96486f5e17,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:36.117736 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84289-b5b2-4dc0-9c45-bb446ec9197a req-00b7b836-bec1-4767-9bdd-1ee844f47212 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:36.119340 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72f84289-b5b2-4dc0-9c45-bb446ec9197a req-00b7b836-bec1-4767-9bdd-1ee844f47212 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0522456 Mar 10 08:59:36.166516 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6e993-ce43-40bd-ba2d-7e23247bafb7 req-9bc8bf54-1c86-4801-9aee-051cbeee9747 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:36.167313 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72f84289-b5b2-4dc0-9c45-bb446ec9197a req-a84d8964-4014-46f1-ad44-25902326659c tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Mar 10 08:59:36.168146 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dea6e993-ce43-40bd-ba2d-7e23247bafb7 req-9bc8bf54-1c86-4801-9aee-051cbeee9747 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0544038 Mar 10 08:59:36.217489 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dea6e993-ce43-40bd-ba2d-7e23247bafb7 req-68d4baf4-e9fe-49ab-8b61-3d9848ba533f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 Mar 10 08:59:36.925789 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:36.967092 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6219685-4390-4b76-9ac5-bd2d6cd94239 req-2b95ac91-0bf2-4433-91a4-47dfc903f035 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:36.968577 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6219685-4390-4b76-9ac5-bd2d6cd94239 req-2b95ac91-0bf2-4433-91a4-47dfc903f035 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0513532 Mar 10 08:59:37.017449 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6219685-4390-4b76-9ac5-bd2d6cd94239 req-f59e8124-33c0-4744-aef6-587ce89c279e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433657 Mar 10 08:59:37.335282 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416836be-8f58-4357-a1aa-40d3c6131df3 req-00bb9fed-e143-435e-812b-6c767d6401eb tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:37.336748 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-416836be-8f58-4357-a1aa-40d3c6131df3 req-00bb9fed-e143-435e-812b-6c767d6401eb tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0509975 Mar 10 08:59:37.386594 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-416836be-8f58-4357-a1aa-40d3c6131df3 req-3966d7c5-0201-42d4-a6e2-b2061fe22a20 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 Mar 10 08:59:38.145835 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979362b0-5080-4799-9ab9-80c097149e50 req-1cd7e345-160c-4e15-9399-0ff708444aed tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:38.148007 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-979362b0-5080-4799-9ab9-80c097149e50 req-1cd7e345-160c-4e15-9399-0ff708444aed tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0608642 Mar 10 08:59:38.202677 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-979362b0-5080-4799-9ab9-80c097149e50 req-e068771b-3677-400f-b006-79ea1d886fb7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488055 Mar 10 08:59:38.244922 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:38.516168 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b321-f040-4d17-9c33-af07509fa8d3 req-297fac4c-7d7a-49d5-9ebb-c187f2d9d9f9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:38.517775 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5776b321-f040-4d17-9c33-af07509fa8d3 req-297fac4c-7d7a-49d5-9ebb-c187f2d9d9f9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0537982 Mar 10 08:59:38.573090 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5776b321-f040-4d17-9c33-af07509fa8d3 req-9d775016-f92f-4a0c-9dfc-0bbfb29d0efd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485530 Mar 10 08:59:38.782615 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 08:59:38.897969 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:38.911618 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'port_id': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'mac_address': 'fa:16:3e:46:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 08:59:38.949547 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: ACTIVE; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:59:38.949965 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:38.962948 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bad3c2f3-450e-4a32-95e6-8738dc9d556c {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:59:38.985278 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:39.068174 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:39.119566 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=6']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:39.128114 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.131723 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.132645 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 08:59:39.173432 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['bad3c2f3-450e-4a32-95e6-8738dc9d556c'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:59:39.325925 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5ff4-99c0-4df1-85cf-144f54984f0f req-907c00c0-e9b4-49c9-b27c-08759329c252 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:39.327591 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b59a5ff4-99c0-4df1-85cf-144f54984f0f req-907c00c0-e9b4-49c9-b27c-08759329c252 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0546658 Mar 10 08:59:39.375698 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b59a5ff4-99c0-4df1-85cf-144f54984f0f req-a877748f-c621-4901-8cd9-bae6172a71d8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420105 Mar 10 08:59:39.699857 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023373e-73b1-4b57-8a24-722836e093d6 req-40f876fe-a6a0-4164-8171-9d0d73ef4c82 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:39.705532 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5023373e-73b1-4b57-8a24-722836e093d6 req-40f876fe-a6a0-4164-8171-9d0d73ef4c82 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0570567 Mar 10 08:59:39.749450 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5023373e-73b1-4b57-8a24-722836e093d6 req-54d913ba-f1e2-4415-800c-3c94810f1ea8 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Mar 10 08:59:40.245002 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:40.498002 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27542-8351-4bff-9999-528aff96605e req-1d5aa59d-2cda-4ad1-8ec0-ef956371cb3e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:40.499425 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-34b27542-8351-4bff-9999-528aff96605e req-1d5aa59d-2cda-4ad1-8ec0-ef956371cb3e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0528212 Mar 10 08:59:40.553793 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-34b27542-8351-4bff-9999-528aff96605e req-d721a32d-b58f-48ba-b426-33d8e6f1a430 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481822 Mar 10 08:59:40.804090 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 08:59:40.884401 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277ac5d-4c0b-4ab5-a732-3adfb35c361c req-1e6a64cf-e0b7-43cd-8ac4-11d5a997a1ae tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:40.884401 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7277ac5d-4c0b-4ab5-a732-3adfb35c361c req-1e6a64cf-e0b7-43cd-8ac4-11d5a997a1ae tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0542119 Mar 10 08:59:40.885103 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port bad3c2f3-450e-4a32-95e6-8738dc9d556c triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:59:40.885103 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:40.930695 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7277ac5d-4c0b-4ab5-a732-3adfb35c361c req-d599dde1-4de0-46ba-8ea5-94a4457e25d1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457053 Mar 10 08:59:40.963218 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:59:40.963610 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:40.989465 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:59:40.992535 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba18da66-c5c3-4f1a-af7b-ff5403324ff4" -d '{"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:59:41.004497 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:41.033448 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed18c3a-9932-41ff-8baa-bef7b4c3c9de x-openstack-request-id: req-fed18c3a-9932-41ff-8baa-bef7b4c3c9de {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:59:41.033818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:59:41.034111 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fed18c3a-9932-41ff-8baa-bef7b4c3c9de {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:59:41.034572 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'code': 200} Mar 10 08:59:41.074369 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:41.124056 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=7']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:41.678205 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4095a-94f8-427d-b24f-f1ea26d2e177 req-9a9417dc-f63c-4f88-a86f-817931ed0d02 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:41.679557 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59f4095a-94f8-427d-b24f-f1ea26d2e177 req-9a9417dc-f63c-4f88-a86f-817931ed0d02 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0528405 Mar 10 08:59:41.731334 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59f4095a-94f8-427d-b24f-f1ea26d2e177 req-df4f6ead-c0a8-44cc-9164-26ea5127586d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454128 Mar 10 08:59:42.076918 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a6702-7c6d-4ab6-ab81-7a91fe524cec req-e0f104e1-1788-41b8-86f7-8b43414036e4 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:42.078821 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f81a6702-7c6d-4ab6-ab81-7a91fe524cec req-e0f104e1-1788-41b8-86f7-8b43414036e4 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0739703 Mar 10 08:59:42.139140 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f81a6702-7c6d-4ab6-ab81-7a91fe524cec req-092e2194-9bf9-4748-9bec-5322e8520d0e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544598 Mar 10 08:59:42.206555 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48844) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:42.211429 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-2eeb20b5-371f-49e4-aa3e-9a79b5c674e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622222992', 'description': 'tempest-description--437970812'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:42.279867 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eeb20b5-371f-49e4-aa3e-9a79b5c674e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.348686 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eeb20b5-371f-49e4-aa3e-9a79b5c674e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (4762d72a-e0e6-48e8-a9b6-dc51080f573a), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.456939 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eeb20b5-371f-49e4-aa3e-9a79b5c674e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (4762d72a-e0e6-48e8-a9b6-dc51080f573a), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.490134 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb20b5-371f-49e4-aa3e-9a79b5c674e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4762d72a-e0e6-48e8-a9b6-dc51080f573a,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:42.527127 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2eeb20b5-371f-49e4-aa3e-9a79b5c674e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.528484 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2eeb20b5-371f-49e4-aa3e-9a79b5c674e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3206089 Mar 10 08:59:42.531515 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48852) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:42.535819 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-83183cf0-bfee-447d-b867-ddfc02b94f7c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': '4762d72a-e0e6-48e8-a9b6-dc51080f573a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:42.610110 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-83183cf0-bfee-447d-b867-ddfc02b94f7c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (2ae88339-7458-45c3-a530-5be183227d25), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.681391 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-83183cf0-bfee-447d-b867-ddfc02b94f7c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (2ae88339-7458-45c3-a530-5be183227d25), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.762005 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-83183cf0-bfee-447d-b867-ddfc02b94f7c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (2ae88339-7458-45c3-a530-5be183227d25), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.783804 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83183cf0-bfee-447d-b867-ddfc02b94f7c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae88339-7458-45c3-a530-5be183227d25,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:42.890750 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639808b-9144-4c94-9ce1-f4daa95c5ff4 req-d7490f02-2987-4b54-a9ed-1e89790916ae tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:42.894609 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3639808b-9144-4c94-9ce1-f4daa95c5ff4 req-d7490f02-2987-4b54-a9ed-1e89790916ae tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0634682 Mar 10 08:59:42.953778 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3639808b-9144-4c94-9ce1-f4daa95c5ff4 req-b529e2d9-ec40-4372-bdd4-8b412bda3b07 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562143 Mar 10 08:59:42.992755 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-83183cf0-bfee-447d-b867-ddfc02b94f7c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:42.997661 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-83183cf0-bfee-447d-b867-ddfc02b94f7c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4622126 Mar 10 08:59:42.999717 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48866) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:43.004141 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-b73d9428-4caa-463c-9bf0-dfa057805d9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': '4762d72a-e0e6-48e8-a9b6-dc51080f573a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:43.135467 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b73d9428-4caa-463c-9bf0-dfa057805d9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (687c4328-2c17-4981-933c-936c00d74c7d), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:43.257384 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b73d9428-4caa-463c-9bf0-dfa057805d9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (687c4328-2c17-4981-933c-936c00d74c7d), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:43.325067 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b72b73-3b6d-4bd9-bf3d-73f0d9796da8 req-73018f07-9b5b-47cc-b20f-9d1a9cd3a063 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:43.327307 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b3b72b73-3b6d-4bd9-bf3d-73f0d9796da8 req-73018f07-9b5b-47cc-b20f-9d1a9cd3a063 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0953021 Mar 10 08:59:43.336384 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b73d9428-4caa-463c-9bf0-dfa057805d9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (687c4328-2c17-4981-933c-936c00d74c7d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:43.354698 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d9428-4caa-463c-9bf0-dfa057805d9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687c4328-2c17-4981-933c-936c00d74c7d,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:43.408168 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b3b72b73-3b6d-4bd9-bf3d-73f0d9796da8 req-992687d7-95a1-4dde-9a9c-4407f683cea6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689926 Mar 10 08:59:43.436916 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b73d9428-4caa-463c-9bf0-dfa057805d9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:43.438957 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b73d9428-4caa-463c-9bf0-dfa057805d9b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4382470 Mar 10 08:59:43.442328 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48872) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:43.447169 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:43.538474 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:43.724682 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:43.875433 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.27.1.243 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:59:44.031072 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:44.143033 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4663a-ffde-4d99-b78d-4b5c13c9521d req-fddeb62e-d106-47ae-a654-cec1f12f9cc2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:44.146695 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-96e4663a-ffde-4d99-b78d-4b5c13c9521d req-fddeb62e-d106-47ae-a654-cec1f12f9cc2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0833185 Mar 10 08:59:44.196453 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:44.216555 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-96e4663a-ffde-4d99-b78d-4b5c13c9521d req-1e4b381e-ed50-48eb-b8f5-7aa3ce5c01d7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636826 Mar 10 08:59:44.261521 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:59:44.265147 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:59:44.269498 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:59:44.313545 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:44.384798 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (470f4562-e18c-42ad-85d9-2c3b8b0c713e), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:44.508065 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:44.597570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03ba2a-18a9-4a1d-8990-734c391e5641 req-54c0aea5-45f1-499b-ac8b-03dd034be932 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:44.610639 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4e03ba2a-18a9-4a1d-8990-734c391e5641 req-54c0aea5-45f1-499b-ac8b-03dd034be932 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0917845 Mar 10 08:59:44.694421 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4e03ba2a-18a9-4a1d-8990-734c391e5641 req-e4b547ed-abf8-40cc-be80-669bb9b54110 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793705 Mar 10 08:59:44.759373 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:44.816391 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:44.911682 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:44.926518 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (470f4562-e18c-42ad-85d9-2c3b8b0c713e), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:45.030956 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:45.032214 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d9de2748-de35-42ee-a72b-be43d786f6dc tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5887160 Mar 10 08:59:45.396926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb854-a9da-4233-a1b0-a9079c8f398a req-39eb4da3-32d4-4ae1-8830-200572848963 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:45.406024 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c0bb854-a9da-4233-a1b0-a9079c8f398a req-39eb4da3-32d4-4ae1-8830-200572848963 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0932555 Mar 10 08:59:45.459113 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c0bb854-a9da-4233-a1b0-a9079c8f398a req-7cea5d2e-72fd-42e0-9801-dde5141d63ef tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521557 Mar 10 08:59:46.076567 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b0707-8214-4376-be08-854705add344 req-d7cc5397-fe54-4165-9ae0-e2d58cfe0a94 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:46.078068 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-302b0707-8214-4376-be08-854705add344 req-d7cc5397-fe54-4165-9ae0-e2d58cfe0a94 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.2919984 Mar 10 08:59:46.128722 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-302b0707-8214-4376-be08-854705add344 req-cc619393-39e6-45b7-9c6e-3b07556eb9fd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Mar 10 08:59:46.596985 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d33f-c0e5-49de-a026-a9b7bd4720ca req-32b6eabe-5847-4fe4-9771-cc2255b3d253 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:46.603849 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a6f7d33f-c0e5-49de-a026-a9b7bd4720ca req-32b6eabe-5847-4fe4-9771-cc2255b3d253 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0605447 Mar 10 08:59:46.653342 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a6f7d33f-c0e5-49de-a026-a9b7bd4720ca req-567cdc9b-1b69-4f1b-97ba-61b33ea4f7fe tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484216 Mar 10 08:59:47.296097 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0a74f-5fcd-429b-8f96-28607a023323 req-40601234-09c8-4b28-bc97-dfcd5fd6217d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:47.297438 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e0d0a74f-5fcd-429b-8f96-28607a023323 req-40601234-09c8-4b28-bc97-dfcd5fd6217d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0887561 Mar 10 08:59:47.354294 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e0d0a74f-5fcd-429b-8f96-28607a023323 req-cd802862-d358-490e-8838-cae43663202c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Mar 10 08:59:47.789083 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7af0-c4f3-4ec8-880f-a227d4399419 req-eb9f6ff8-f56f-430b-b5ac-32c37db65f0a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:47.790580 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d82e7af0-c4f3-4ec8-880f-a227d4399419 req-eb9f6ff8-f56f-430b-b5ac-32c37db65f0a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0564468 Mar 10 08:59:47.852092 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d82e7af0-c4f3-4ec8-880f-a227d4399419 req-d36facd5-69c5-41d1-a624-7b6649c719dd tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537910 Mar 10 08:59:48.250631 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-351497bd-c374-4d53-8f67-c0b0b02e423e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1622222992&fields=id&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 267 time: 0.0498049 Mar 10 08:59:48.401623 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-ab767438-53ed-459b-8f45-89bc6aab6a75 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:48.403301 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-ab767438-53ed-459b-8f45-89bc6aab6a75 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.1474502 Mar 10 08:59:48.419687 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-4f515081-f107-4aff-bcee-e168f8aa3c6e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/quotas/4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 375 time: 0.0107524 Mar 10 08:59:48.540663 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1a84-f34f-4436-8750-dee37b94c602 req-561c3b16-046d-4f40-92dc-640eced92555 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:48.554207 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d97c1a84-f34f-4436-8750-dee37b94c602 req-561c3b16-046d-4f40-92dc-640eced92555 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.1066933 Mar 10 08:59:48.702612 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d97c1a84-f34f-4436-8750-dee37b94c602 req-9ea41793-8bf9-49ca-b53b-6bb21bd9426c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183705 Mar 10 08:59:48.770126 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-bd632638-47b5-423a-accd-2f71d21688da tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3302948 Mar 10 08:59:48.871666 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-d40c56c2-70db-4fb6-8af2-c5a6ccfa6040 service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072314 Mar 10 08:59:48.965400 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-39a81ffd-b1e5-4531-be34-ba6fd2a20b29 service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928171 Mar 10 08:59:49.001013 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24323f00-92e1-4b24-9a13-a3ca504ee3d0 req-b0417097-b56e-40b3-9752-f78dc744daf8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:49.001013 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-24323f00-92e1-4b24-9a13-a3ca504ee3d0 req-b0417097-b56e-40b3-9752-f78dc744daf8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0622733 Mar 10 08:59:49.052318 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-24323f00-92e1-4b24-9a13-a3ca504ee3d0 req-63aad8c2-9031-47ee-974f-6efa13525a0c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 Mar 10 08:59:49.550006 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6048d46a-8220-453d-b36f-a4b28dd59570 req-3c90359b-a7de-4d67-9d0c-0abd5341733a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 210 time: 0.0385854 Mar 10 08:59:49.809056 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca39a5-a964-4835-8594-ed33cb198c43 req-b8e0e437-405a-4e96-aa88-9b392aee8614 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:49.810737 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-12ca39a5-a964-4835-8594-ed33cb198c43 req-b8e0e437-405a-4e96-aa88-9b392aee8614 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0701616 Mar 10 08:59:49.864341 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-12ca39a5-a964-4835-8594-ed33cb198c43 req-51b9bab7-55e5-4caf-afbd-d234da0e0189 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 Mar 10 08:59:50.220532 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb5b7a-3ec3-4ceb-ab96-348c69b91b69 req-52070288-ceed-4642-b89d-95d9388e6292 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:50.222445 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4bfb5b7a-3ec3-4ceb-ab96-348c69b91b69 req-52070288-ceed-4642-b89d-95d9388e6292 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0904059 Mar 10 08:59:50.296614 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4bfb5b7a-3ec3-4ceb-ab96-348c69b91b69 req-3badf23b-02ed-4d45-8c3c-3cc9ba08036c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669217 Mar 10 08:59:50.359698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e2a6-7622-4892-8fdb-a9a9f06c546d req-578aa74f-98a6-4987-9fec-d7f7a667d715 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:50.362446 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0011e2a6-7622-4892-8fdb-a9a9f06c546d req-578aa74f-98a6-4987-9fec-d7f7a667d715 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0975709 Mar 10 08:59:50.458637 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0011e2a6-7622-4892-8fdb-a9a9f06c546d req-b93a02be-9d64-48ea-b2af-acf5646b56f8 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905175 Mar 10 08:59:50.498392 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-645fea00-b189-405e-b8b4-e16406750979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:50.498392 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-645fea00-b189-405e-b8b4-e16406750979 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 1129 time: 0.0680239 Mar 10 08:59:50.616249 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-ccff6e92-0579-4bd7-a86d-bd1a330d9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:50.617798 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-ccff6e92-0579-4bd7-a86d-bd1a330d9914 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 912 time: 0.1166217 Mar 10 08:59:50.660681 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d247c014-42d0-4c80-8097-9b54ee17ad91 req-7702530e-f38a-4490-8043-ee752666c42e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 210 time: 0.0336161 Mar 10 08:59:50.725555 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-4c26d8fd-3341-4c7b-be89-c05e95c5e09d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 200 len: 1001 time: 0.0999703 Mar 10 08:59:50.835646 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-9842a8fc-f612-4de6-b314-14356b341b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:50.837142 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-9842a8fc-f612-4de6-b314-14356b341b63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.0899744 Mar 10 08:59:50.853955 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbeec-5ee2-4734-865b-abfe3501c3cb req-431095e2-e231-4c63-8fa3-33098b211383 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:50.857665 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac5fbeec-5ee2-4734-865b-abfe3501c3cb req-431095e2-e231-4c63-8fa3-33098b211383 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.1281428 Mar 10 08:59:50.945741 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-a1c43a5f-bb54-413a-b2cb-1f1ca0a2cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:50.947522 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-a1c43a5f-bb54-413a-b2cb-1f1ca0a2cf03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887098 Mar 10 08:59:50.957527 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac5fbeec-5ee2-4734-865b-abfe3501c3cb req-302a8cbe-8adb-45c7-a664-e09c8eb0e577 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911386 Mar 10 08:59:50.990230 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 48980) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:51.115326 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-2911501b-d7d7-4331-9e5c-7f13079d6bfe service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524458 Mar 10 08:59:51.252583 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2f4b192-0e62-4d53-ac98-86555b899f57 req-e2664ced-a389-464d-9fbb-8df4c9a262ce service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304986 Mar 10 08:59:51.359592 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27c3ad-ceca-4f79-8399-abdf6457c04a tempest-TestMinimumBasicScenario-1159287501 tempest-TestMinimumBasicScenario-1159287501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:51.361264 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-de27c3ad-ceca-4f79-8399-abdf6457c04a tempest-TestMinimumBasicScenario-1159287501 tempest-TestMinimumBasicScenario-1159287501-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1125 time: 0.3699822 Mar 10 08:59:51.364544 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 48986) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:51.369274 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'port_id': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:51.465065 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3a41-9a3a-4362-824c-e4c8eb29175a req-9b357c23-36b9-422f-8871-e0b8785c9a89 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:51.466709 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-070d3a41-9a3a-4362-824c-e4c8eb29175a req-9b357c23-36b9-422f-8871-e0b8785c9a89 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0590568 Mar 10 08:59:51.468476 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:51.539581 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-070d3a41-9a3a-4362-824c-e4c8eb29175a req-5352a24b-8c31-4eee-9692-fb1f3edf06ae tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653093 Mar 10 08:59:51.653273 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479932f-130e-4303-8703-e3fbd4e07909 req-21a20b28-6d78-4202-be10-73f4d136c225 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:51.655631 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b479932f-130e-4303-8703-e3fbd4e07909 req-21a20b28-6d78-4202-be10-73f4d136c225 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0745974 Mar 10 08:59:51.661427 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:51.778871 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b479932f-130e-4303-8703-e3fbd4e07909 req-b6137f10-2a79-49d3-a0ee-0794378f39be tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148992 Mar 10 08:59:51.848362 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8623351d-b832-490a-8889-0e41b13df772 req-be981599-1b64-4a93-90ce-3c10c7ec04e3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 210 time: 0.0649998 Mar 10 08:59:51.923221 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Allocated IP 172.27.1.25 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/7ba506b9-d095-4d4d-a79a-2ec0f4032c54) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:59:51.992728 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-01d97809-4194-49cb-aaf8-6b77c4b61751 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:51.994221 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-01d97809-4194-49cb-aaf8-6b77c4b61751 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.1607859 Mar 10 08:59:52.091387 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:52.124842 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-02fb71f6-e0bc-4029-ad51-519e49e61743 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 473 time: 0.1002100 Mar 10 08:59:52.139364 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'port': {'device_id': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'admin_state_up': True, 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'security_groups': ['4762d72a-e0e6-48e8-a9b6-dc51080f573a']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:52.218137 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:52.271240 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:59:52.278014 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:59:52.280470 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:59:52.349881 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'Port': ['ID=7ba506b9-d095-4d4d-a79a-2ec0f4032c54,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:52.448191 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Made reservation on behalf of 4c87f8b04d8448aab3f1fd8713ca327e for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 08:59:52.452713 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:52.792763 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.20.0.5 (a6667865-21e8-493b-9fa6-db0ec960aac6/dd559e36-f593-4914-9104-0e0e852b04c1/28261a4a-aa69-4d63-823c-dca5400f214b) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 08:59:52.858574 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069d07d-eeeb-4c4f-aad8-6b059b643ac4 req-b968c1ad-f8ea-4d3d-84d3-67ec1ce57869 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:52.860162 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4069d07d-eeeb-4c4f-aad8-6b059b643ac4 req-b968c1ad-f8ea-4d3d-84d3-67ec1ce57869 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.2328067 Mar 10 08:59:52.947080 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbdc4-3a39-483d-8e33-03108c7d5ed5 req-e0bf59f9-1bb4-4fa0-8318-4fc443e33f48 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:52.949753 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f0bcbdc4-3a39-483d-8e33-03108c7d5ed5 req-e0bf59f9-1bb4-4fa0-8318-4fc443e33f48 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0901878 Mar 10 08:59:53.005771 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f0bcbdc4-3a39-483d-8e33-03108c7d5ed5 req-bfa28d62-164b-45b4-9842-15cd8c81db39 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498853 Mar 10 08:59:53.079417 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4069d07d-eeeb-4c4f-aad8-6b059b643ac4 req-bc651a8f-04f7-46b5-af76-0635afc2d22f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048230 Mar 10 08:59:53.103493 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-20080fa8-f3b5-4bdb-b8b2-829afc797e0a req-1fc918df-2abb-424d-b352-658f5bd26b76 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 210 time: 0.0309205 Mar 10 08:59:53.133496 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for floatingip (00936d17-fff8-47bc-b2be-1a805dbe525b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.186860 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (28261a4a-aa69-4d63-823c-dca5400f214b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.445142 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.487000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.496786 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 08:59:53.518927 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 08:59:53.524198 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 08:59:53.550695 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=28261a4a-aa69-4d63-823c-dca5400f214b,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:53.608081 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:53.608976 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.721321 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-3cf42f85-fa50-4cc0-969b-5c0d3e483c7f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5860300 Mar 10 08:59:53.739550 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Request body: {'port': {'device_id': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:53.800666 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.825324 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-b56eef6a-62a7-4bf5-8a35-919c76b02bc4 None None] Provisioning complete for port 28261a4a-aa69-4d63-823c-dca5400f214b triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:59:53.826476 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b56eef6a-62a7-4bf5-8a35-919c76b02bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.870030 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-b56eef6a-62a7-4bf5-8a35-919c76b02bc4 None None] Port 28261a4a-aa69-4d63-823c-dca5400f214b cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 08:59:53.878007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.889701 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:53.988730 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-8cd6b528-2228-498b-9c9a-b22c54eab716 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1764905 Mar 10 08:59:54.015027 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'Port': ['ID=7ba506b9-d095-4d4d-a79a-2ec0f4032c54,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:54.142507 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (00936d17-fff8-47bc-b2be-1a805dbe525b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:54.241945 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f720b9a-b781-4070-aaea-df7f06a4204c req-11b40420-06c1-475e-a38d-f7bf3b6ef72a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:54.251766 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6f720b9a-b781-4070-aaea-df7f06a4204c req-11b40420-06c1-475e-a38d-f7bf3b6ef72a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 931 time: 0.0672770 Mar 10 08:59:54.271692 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-57f044d1-0e8b-4a90-9a41-bf34be4fd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:54.273196 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-57f044d1-0e8b-4a90-9a41-bf34be4fd8a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 1129 time: 0.2450504 Mar 10 08:59:54.295371 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6f720b9a-b781-4070-aaea-df7f06a4204c req-fe25343a-453d-4987-856d-b878138a4f52 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Mar 10 08:59:54.600740 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:54.641167 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0687-6278-4d5e-96d0-bab302997939 req-b71fa831-f31f-4433-9c1d-9583975f039b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:54.642652 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-579e0687-6278-4d5e-96d0-bab302997939 req-b71fa831-f31f-4433-9c1d-9583975f039b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.4644015 Mar 10 08:59:54.699875 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Floating IP 00936d17-fff8-47bc-b2be-1a805dbe525b associated. External IP: 172.27.1.25, port: 816592f7-7ec6-44ea-968c-7ea9c9f84cb3. Mar 10 08:59:54.799572 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-a91826c4-1f4c-4b16-808a-04eee81326c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:54.801016 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-a91826c4-1f4c-4b16-808a-04eee81326c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 912 time: 0.4965541 Mar 10 08:59:54.850436 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-579e0687-6278-4d5e-96d0-bab302997939 req-1c72c751-58eb-4ef2-9e18-705af475ce0e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735158 Mar 10 08:59:54.913523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28261a4a-aa69-4d63-823c-dca5400f214b {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 08:59:54.929541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Publish callbacks [] for port (28261a4a-aa69-4d63-823c-dca5400f214b), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:54.961617 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-1f621cc1-d7f7-46e1-999c-2384e4e250aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 200 len: 1001 time: 0.1340508 Mar 10 08:59:54.962530 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Transition to ACTIVE for port object 28261a4a-aa69-4d63-823c-dca5400f214b will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 08:59:55.038984 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:55.082660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-af5e8c5d-1969-4325-a99a-37c76a35be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:55.084133 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-af5e8c5d-1969-4325-a99a-37c76a35be7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.0851078 Mar 10 08:59:55.172568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Pushing event updated for resources: {'Port': ['ID=28261a4a-aa69-4d63-823c-dca5400f214b,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:55.194775 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Router 5ba527f6-b10d-4f04-9503-c93a43695bb0 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 08:59:55.254306 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-fc13f491-689e-4cd2-b2a2-eb7d78e61cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:55.255822 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-fc13f491-689e-4cd2-b2a2-eb7d78e61cbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1404214 Mar 10 08:59:55.350337 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Attempting to bind port 28261a4a-aa69-4d63-823c-dca5400f214b on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 08:59:55.350676 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Attempting to bind port 28261a4a-aa69-4d63-823c-dca5400f214b by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 08:59:55.351011 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Attempting to bind port 28261a4a-aa69-4d63-823c-dca5400f214b on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:59:55.390053 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Port 28261a4a-aa69-4d63-823c-dca5400f214b on network a6667865-21e8-493b-9fa6-db0ec960aac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 08:59:55.390344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Attempting to bind port 28261a4a-aa69-4d63-823c-dca5400f214b on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 08:59:55.425986 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17e96e-e7c3-4c2a-a18c-65d651b0bfce req-b8aa75fa-0fd8-4072-b8ae-e30db612abc4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:55.427535 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-de17e96e-e7c3-4c2a-a18c-65d651b0bfce req-b8aa75fa-0fd8-4072-b8ae-e30db612abc4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 943 time: 0.0607164 Mar 10 08:59:55.428898 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 8, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 08:59:55.429243 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Checking segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 08:59:55.429625 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Bound using segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 08:59:55.430060 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Bound port: 28261a4a-aa69-4d63-823c-dca5400f214b, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 08:59:55.430446 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:55.465945 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-dd3da8f7-4d76-4f48-8267-a3d69e278070 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020283 Mar 10 08:59:55.473659 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-de17e96e-e7c3-4c2a-a18c-65d651b0bfce req-a4a8de13-09ad-455d-8967-11fd6a3d70a3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Mar 10 08:59:55.484910 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 08:59:55.496718 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] Sync routers for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 08:59:55.506330 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:59:55.506947 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:59:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:55.583725 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] For port 28261a4a-aa69-4d63-823c-dca5400f214b, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 08:59:55.587891 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] For port 28261a4a-aa69-4d63-823c-dca5400f214b, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=28261a4a-aa69-4d63-823c-dca5400f214b,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 08:59:55.606679 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9515f46-116e-4f97-92e7-8a45bcf97e5a req-ca7a37dc-a522-4ec5-9c6e-4b4f2443cdcf service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235368 Mar 10 08:59:55.614886 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:59:55.635852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:55.658730 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:55.705336 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-501a7dd8-9634-4130-b522-ca1b9a592397 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3365514 Mar 10 08:59:55.705769 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:55.705894 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49032) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:55.706009 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:55.707330 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] 10.222.0.30 "PUT /v2.0/ports/28261a4a-aa69-4d63-823c-dca5400f214b HTTP/1.1" status: 200 len: 1093 time: 1.9773662 Mar 10 08:59:55.707787 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3'}, {'name': 'network-changed', 'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:59:55.710026 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c959509-5693-4adf-a083-4ef9b15292ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3"}, {"name": "network-changed", "server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:59:55.710752 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-4c3cefa7-c4b2-4722-9e3e-f815ddbb2a85 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906156956', 'description': 'tempest-secgroup-smoke-906156956 description', 'project_id': 'ea76fed243d742a3817bcfe047369348'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:55.760570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab93409-b7de-4593-a448-deb8709f2b0a service neutron] Pushing event updated for resources: {'Port': ['ID=28261a4a-aa69-4d63-823c-dca5400f214b,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:55.767606 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c716d8-e35f-488f-b535-c06e07d8fea2 x-openstack-request-id: req-c5c716d8-e35f-488f-b535-c06e07d8fea2 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:59:55.768112 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:59:55.768574 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5c716d8-e35f-488f-b535-c06e07d8fea2 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:59:55.769162 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'status': 'completed', 'code': 200} Mar 10 08:59:55.771017 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b', 'status': 'completed', 'code': 200} Mar 10 08:59:55.839928 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c3cefa7-c4b2-4722-9e3e-f815ddbb2a85 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:55.872472 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '00936d17-fff8-47bc-b2be-1a805dbe525b', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'port_id': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'mac_address': 'fa:16:3e:dd:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:59:52Z', 'updated_at': '2022-03-10T08:59:52Z', 'revision_number': 0, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 5, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:55.903983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-5734b20a-d5bf-4e1c-8c39-042c11966032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:55.907542 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-5734b20a-d5bf-4e1c-8c39-042c11966032 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 1127 time: 0.0786822 Mar 10 08:59:55.908903 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-731e046f-4767-4c81-95e1-b6296bbceed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:55.910411 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-731e046f-4767-4c81-95e1-b6296bbceed7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1130 time: 0.0923624 Mar 10 08:59:55.946399 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c3cefa7-c4b2-4722-9e3e-f815ddbb2a85 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group (213d902d-b6a3-4545-a75a-1941c48df655), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:55.990900 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-6b30b221-8101-411a-8893-1ba5cc73d4f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28261a4a-aa69-4d63-823c-dca5400f214b HTTP/1.1" status: 200 len: 217 time: 0.0644927 Mar 10 08:59:56.007496 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f788f-7c33-4dd9-888b-1cd2c0341774 req-726b3d30-ccf2-45de-9f48-bada36cf53b6 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.014559 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bb9f788f-7c33-4dd9-888b-1cd2c0341774 req-726b3d30-ccf2-45de-9f48-bada36cf53b6 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0737276 Mar 10 08:59:56.031418 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c3cefa7-c4b2-4722-9e3e-f815ddbb2a85 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (213d902d-b6a3-4545-a75a-1941c48df655), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.050005 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] Checking router: 5ba527f6-b10d-4f04-9503-c93a43695bb0 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 08:59:56.067236 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 08:59:56.067861 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T08:59:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:56.128031 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bb9f788f-7c33-4dd9-888b-1cd2c0341774 req-4b8ae851-29eb-4291-9bdc-c56ff72ebfd2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070940 Mar 10 08:59:56.133216 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-b8dcaaf4-daca-4dcf-93db-6bdae08125dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.134814 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-b8dcaaf4-daca-4dcf-93db-6bdae08125dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.1370997 Mar 10 08:59:56.152739 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cefa7-c4b2-4722-9e3e-f815ddbb2a85 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213d902d-b6a3-4545-a75a-1941c48df655,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:56.160981 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-14ac3a3e-6ad3-4d78-aa32-16ea8c1871d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.162443 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-14ac3a3e-6ad3-4d78-aa32-16ea8c1871d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.2306933 Mar 10 08:59:56.191953 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-e9273818-e7ed-4eac-8438-e274d108ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.193717 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-e9273818-e7ed-4eac-8438-e274d108ff7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 1130 time: 0.1317368 Mar 10 08:59:56.208521 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 08:59:56.225218 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4c3cefa7-c4b2-4722-9e3e-f815ddbb2a85 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.229109 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4c3cefa7-c4b2-4722-9e3e-f815ddbb2a85 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5195067 Mar 10 08:59:56.229338 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49040) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:56.243975 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-98bc3f8e-3bb1-4e21-bf1a-365f1d92b9a2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'security_group_rule': {'security_group_id': '213d902d-b6a3-4545-a75a-1941c48df655', 'project_id': 'ea76fed243d742a3817bcfe047369348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:56.316665 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-8b2356f8-d748-40d2-976d-1e1ce5bb0b3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 999 time: 0.1330447 Mar 10 08:59:56.320368 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-7f6f90a6-0936-4168-9f9b-a764470471c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.324328 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-7f6f90a6-0936-4168-9f9b-a764470471c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1744461 Mar 10 08:59:56.343616 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-98bc3f8e-3bb1-4e21-bf1a-365f1d92b9a2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (7d20bf1a-923b-4e05-98bf-1a1e2e4912b4), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.401018 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-98bc3f8e-3bb1-4e21-bf1a-365f1d92b9a2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (7d20bf1a-923b-4e05-98bf-1a1e2e4912b4), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.406122 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-6739de40-9cb3-469f-8810-95c94efe8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.407704 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-6739de40-9cb3-469f-8810-95c94efe8cb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.1835515 Mar 10 08:59:56.447645 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '00936d17-fff8-47bc-b2be-1a805dbe525b', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'port_id': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'mac_address': 'fa:16:3e:dd:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:59:52Z', 'updated_at': '2022-03-10T08:59:52Z', 'revision_number': 0, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 5, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 08:59:56.451012 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-ef703644-595c-4bd8-ac4c-e2fee0fed41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.452432 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-ef703644-595c-4bd8-ac4c-e2fee0fed41a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.1212611 Mar 10 08:59:56.456542 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-98bc3f8e-3bb1-4e21-bf1a-365f1d92b9a2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (7d20bf1a-923b-4e05-98bf-1a1e2e4912b4), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.474974 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc3f8e-3bb1-4e21-bf1a-365f1d92b9a2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d20bf1a-923b-4e05-98bf-1a1e2e4912b4,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:56.475180 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f4be6-a1e3-44eb-a8ae-16dcac32f81d None None] The sync data for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi is: [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '00936d17-fff8-47bc-b2be-1a805dbe525b', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'port_id': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'mac_address': 'fa:16:3e:dd:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:59:52Z', 'updated_at': '2022-03-10T08:59:52Z', 'revision_number': 0, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 5, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 08:59:56.556184 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-98bc3f8e-3bb1-4e21-bf1a-365f1d92b9a2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.557400 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-98bc3f8e-3bb1-4e21-bf1a-365f1d92b9a2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271008 Mar 10 08:59:56.560275 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49044) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:56.562777 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-51a40cfe-480b-4a0e-b1e8-a7a2a5f24403 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 200 len: 1002 time: 0.1209972 Mar 10 08:59:56.565001 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-07c4ff46-45cb-4b06-a928-fe28f7f08ccd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'security_group_rule': {'security_group_id': '213d902d-b6a3-4545-a75a-1941c48df655', 'project_id': 'ea76fed243d742a3817bcfe047369348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:56.572156 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-989acdd6-deb5-4ad6-ac11-9b80aea538fb service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337751 Mar 10 08:59:56.643546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-05b15d48-023e-4418-a9de-66d40f4cba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.645092 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-05b15d48-023e-4418-a9de-66d40f4cba88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1573765 Mar 10 08:59:56.663264 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-07c4ff46-45cb-4b06-a928-fe28f7f08ccd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (6a727c33-604e-481b-9e64-145ea737eaa2), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.702914 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f8902-9dc5-4696-b77b-959fc6fcaa0d None None] New status for floating IP 00936d17-fff8-47bc-b2be-1a805dbe525b: ACTIVE {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 08:59:56.739038 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-07c4ff46-45cb-4b06-a928-fe28f7f08ccd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (6a727c33-604e-481b-9e64-145ea737eaa2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.811247 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-07c4ff46-45cb-4b06-a928-fe28f7f08ccd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (6a727c33-604e-481b-9e64-145ea737eaa2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.831005 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4ff46-45cb-4b06-a928-fe28f7f08ccd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a727c33-604e-481b-9e64-145ea737eaa2,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:56.887674 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-07c4ff46-45cb-4b06-a928-fe28f7f08ccd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.888926 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-07c4ff46-45cb-4b06-a928-fe28f7f08ccd tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273957 Mar 10 08:59:56.891677 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49048) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:56.896185 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-627b8605-c8f3-493b-b3d1-6a45a807ccdf tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'security_group_rule': {'security_group_id': '213d902d-b6a3-4545-a75a-1941c48df655', 'project_id': 'ea76fed243d742a3817bcfe047369348', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:56.970913 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-627b8605-c8f3-493b-b3d1-6a45a807ccdf tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (67dfe5c7-228b-44dc-8cb3-67e892b9dcd4), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:56.988123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-c3b0c161-ab05-45ca-9fdf-6993d1b74387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:56.989572 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-c3b0c161-ab05-45ca-9fdf-6993d1b74387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.3980463 Mar 10 08:59:57.006963 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea5ca-fd9e-4c72-9541-6c6a709d955a req-d22f88d3-ffb3-4198-aeca-02c984e1e4b7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:57.008400 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-64eea5ca-fd9e-4c72-9541-6c6a709d955a req-d22f88d3-ffb3-4198-aeca-02c984e1e4b7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 943 time: 0.4527133 Mar 10 08:59:57.028118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-627b8605-c8f3-493b-b3d1-6a45a807ccdf tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (67dfe5c7-228b-44dc-8cb3-67e892b9dcd4), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.091296 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-627b8605-c8f3-493b-b3d1-6a45a807ccdf tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (67dfe5c7-228b-44dc-8cb3-67e892b9dcd4), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.100529 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d16cd2-5e1f-4928-a7d6-f9cc4a05517b req-12d01485-482d-4b78-bbeb-2b1a3cb6ff17 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078073 Mar 10 08:59:57.114756 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b8605-c8f3-493b-b3d1-6a45a807ccdf tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dfe5c7-228b-44dc-8cb3-67e892b9dcd4,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:57.140433 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-1c402189-07ba-490c-a732-c7bd04e7763e service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829018 Mar 10 08:59:57.159607 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-1598c381-2a12-438a-9dcb-9df41f83025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:57.167257 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-1598c381-2a12-438a-9dcb-9df41f83025e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1625922 Mar 10 08:59:57.167257 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-64eea5ca-fd9e-4c72-9541-6c6a709d955a req-8fab78d1-057b-4182-93ad-2d1f78a67758 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448517 Mar 10 08:59:57.185440 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-627b8605-c8f3-493b-b3d1-6a45a807ccdf tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.201523 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-627b8605-c8f3-493b-b3d1-6a45a807ccdf tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3068144 Mar 10 08:59:57.202168 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49054) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:57.206669 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-a27b6df9-850d-4a64-ac79-ceea86678804 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'security_group_rule': {'security_group_id': '213d902d-b6a3-4545-a75a-1941c48df655', 'project_id': 'ea76fed243d742a3817bcfe047369348', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:57.277663 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca218b-3d1a-4b71-8475-5e56f91c1fc2 req-b0f55cc6-8dbc-4dad-a632-0c6efce3ff31 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:57.279233 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2cca218b-3d1a-4b71-8475-5e56f91c1fc2 req-b0f55cc6-8dbc-4dad-a632-0c6efce3ff31 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0610273 Mar 10 08:59:57.316221 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-4e6177db-4004-4737-9169-ebeb0fd37c0e service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674516 Mar 10 08:59:57.325899 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2cca218b-3d1a-4b71-8475-5e56f91c1fc2 req-e35231d4-28ee-4016-aacd-5ee67dd94691 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 Mar 10 08:59:57.327189 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-9ef47f32-ff69-4fe5-a0f4-45068ab78e5e service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522069 Mar 10 08:59:57.331797 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a27b6df9-850d-4a64-ac79-ceea86678804 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (f78c77a8-9190-4d74-bb0d-924ec1c0c0c4), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.385549 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a27b6df9-850d-4a64-ac79-ceea86678804 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (f78c77a8-9190-4d74-bb0d-924ec1c0c0c4), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.422696 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6bc948d-c46d-477b-b2ec-ed7f20c5dbf0 req-0713d87c-c58a-4bc2-9556-0ce2f1e65922 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887446 Mar 10 08:59:57.445083 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a27b6df9-850d-4a64-ac79-ceea86678804 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (f78c77a8-9190-4d74-bb0d-924ec1c0c0c4), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.466903 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b6df9-850d-4a64-ac79-ceea86678804 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78c77a8-9190-4d74-bb0d-924ec1c0c0c4,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:57.499165 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-5ae2db34-6f6f-4168-894d-3e89bcb52367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:57.500650 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-5ae2db34-6f6f-4168-894d-3e89bcb52367 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 1127 time: 0.0443149 Mar 10 08:59:57.504194 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a27b6df9-850d-4a64-ac79-ceea86678804 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.505420 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a27b6df9-850d-4a64-ac79-ceea86678804 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3022730 Mar 10 08:59:57.508074 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49056) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:57.513083 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'security_group_rule': {'security_group_id': '213d902d-b6a3-4545-a75a-1941c48df655', 'project_id': 'ea76fed243d742a3817bcfe047369348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:57.589199 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-821e0a22-f7f5-4e30-8911-db305793202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:57.590683 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-821e0a22-f7f5-4e30-8911-db305793202f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 916 time: 0.0844207 Mar 10 08:59:57.599581 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.securitygroups_db [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Project ea76fed243d742a3817bcfe047369348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 08:59:57.604807 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (9939d2c2-53f2-4af2-99ee-ec48cd6ab202), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.635649 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-e7d22299-29cd-42e2-b5a9-6db321e9a64b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28261a4a-aa69-4d63-823c-dca5400f214b HTTP/1.1" status: 200 len: 217 time: 0.0388443 Mar 10 08:59:57.663863 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (9939d2c2-53f2-4af2-99ee-ec48cd6ab202), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.691940 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-69212c3d-74ee-4b27-ad0c-e1f835c6513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:57.691940 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-69212c3d-74ee-4b27-ad0c-e1f835c6513e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.0426788 Mar 10 08:59:57.725157 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (9939d2c2-53f2-4af2-99ee-ec48cd6ab202), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.740880 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959509-5693-4adf-a083-4ef9b15292ab req-655cc835-7e89-4131-bd0f-d82efe39e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:57.744938 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-655cc835-7e89-4131-bd0f-d82efe39e670 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472276 Mar 10 08:59:57.747002 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9939d2c2-53f2-4af2-99ee-ec48cd6ab202,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:57.807130 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.808857 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-0d5b0654-d18c-41cb-9110-50dae99ae6fc tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992215 Mar 10 08:59:57.811514 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49058) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 08:59:57.815828 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'security_group_rule': {'security_group_id': '213d902d-b6a3-4545-a75a-1941c48df655', 'project_id': 'ea76fed243d742a3817bcfe047369348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:57.841393 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-c8107ae7-e433-4d6a-a56f-1054cb75e0fe service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928826 Mar 10 08:59:57.908296 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.securitygroups_db [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Project ea76fed243d742a3817bcfe047369348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 08:59:57.913294 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (16f0b314-d0bf-43e1-92a0-f3d09acd1a03), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:57.935680 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c959509-5693-4adf-a083-4ef9b15292ab req-855eb2d9-7e04-4fae-9de0-8d54376c1112 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875220 Mar 10 08:59:57.971689 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (16f0b314-d0bf-43e1-92a0-f3d09acd1a03), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:58.045014 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (16f0b314-d0bf-43e1-92a0-f3d09acd1a03), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:58.063029 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f0b314-d0bf-43e1-92a0-f3d09acd1a03,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:58.138579 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:58.139799 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-007b2795-b2d1-4cd9-8d87-267182ac9d2a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272660 Mar 10 08:59:58.227903 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-715bcfb0-2214-4b2a-933e-b0c3ca8fb5b3 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906156956&fields=id&tenant_id=ea76fed243d742a3817bcfe047369348 HTTP/1.1" status: 200 len: 267 time: 0.0451128 Mar 10 08:59:58.293654 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-7d055fa4-19f4-4975-ae1c-c31911cd9d98 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:58.295419 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-7d055fa4-19f4-4975-ae1c-c31911cd9d98 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0606587 Mar 10 08:59:58.297378 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be81b-8a29-4c34-95dd-cba1503acf4c req-a15b9cd7-21f2-40e8-ac22-cc320551767f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:58.298999 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-060be81b-8a29-4c34-95dd-cba1503acf4c req-a15b9cd7-21f2-40e8-ac22-cc320551767f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 943 time: 0.0563002 Mar 10 08:59:58.305835 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'port': {'security_groups': ['f4e4eaea-c79b-4f45-bd45-ff4b4aad7862', '213d902d-b6a3-4545-a75a-1941c48df655']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 08:59:58.343932 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-060be81b-8a29-4c34-95dd-cba1503acf4c req-0adf92a9-677d-4668-ad22-146fc9d643df tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Mar 10 08:59:58.374585 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:58.450812 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a36df1-c747-4efe-ad93-a351eb29e2d3 req-3f09a583-0e5f-47b0-bc6e-14c5f7264f65 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:58.452285 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e4a36df1-c747-4efe-ad93-a351eb29e2d3 req-3f09a583-0e5f-47b0-bc6e-14c5f7264f65 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 946 time: 0.0537572 Mar 10 08:59:58.499686 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e4a36df1-c747-4efe-ad93-a351eb29e2d3 req-20bb8218-64b1-4e7a-81de-ca5d464aa8ef tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 Mar 10 08:59:58.553454 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:58.585725 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:58.651152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:58.670934 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['816592f7-7ec6-44ea-968c-7ea9c9f84cb3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:59:58.693267 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:58.693881 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:58.695322 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-12b30dd5-b657-4ee1-bddc-a6bc6e1d5be1 req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "PUT /v2.0/ports/816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 982 time: 0.3939710 Mar 10 08:59:58.695783 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:59:58.698149 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b79a6-104f-49c2-bc12-5878f4029757" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:59:58.733059 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cf048-66a7-46da-9c44-6d7cb0fd0a05 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=6']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:58.765490 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc6c8c-2120-44b2-8ca5-096b6a7a2cb7 x-openstack-request-id: req-90bc6c8c-2120-44b2-8ca5-096b6a7a2cb7 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:59:58.765792 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:59:58.766245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90bc6c8c-2120-44b2-8ca5-096b6a7a2cb7 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:59:58.766740 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'status': 'completed', 'code': 200} Mar 10 08:59:58.787181 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['816592f7-7ec6-44ea-968c-7ea9c9f84cb3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 08:59:58.838572 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deab40-4a46-4cfa-a86d-4f66d1e0f7e9 req-3d2c735b-bec2-48fc-8fdf-1d6cbff890e0 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:58.840198 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e9deab40-4a46-4cfa-a86d-4f66d1e0f7e9 req-3d2c735b-bec2-48fc-8fdf-1d6cbff890e0 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0614698 Mar 10 08:59:58.843501 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b79a6-104f-49c2-bc12-5878f4029757 req-f2cc4df1-4b1c-409a-b769-3ed082ae3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:58.845397 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-746b79a6-104f-49c2-bc12-5878f4029757 req-f2cc4df1-4b1c-409a-b769-3ed082ae3d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1169 time: 0.0553093 Mar 10 08:59:58.864413 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 08:59:58.907082 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e9deab40-4a46-4cfa-a86d-4f66d1e0f7e9 req-b9bc2c86-3dff-4057-9fd6-13c1cfad8910 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601783 Mar 10 08:59:58.968362 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b79a6-104f-49c2-bc12-5878f4029757 req-58c6c235-74e5-44fb-bd9a-94bca8f9bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:58.969763 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-746b79a6-104f-49c2-bc12-5878f4029757 req-58c6c235-74e5-44fb-bd9a-94bca8f9bacb service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.1159537 Mar 10 08:59:59.034549 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-746b79a6-104f-49c2-bc12-5878f4029757 req-6988a8e0-41ec-4038-a949-7f4fce6bd542 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0583687 Mar 10 08:59:59.078872 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-d32d4f1b-452c-492d-aee8-b897e713a043 None None] Provisioning complete for port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 08:59:59.079240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d32d4f1b-452c-492d-aee8-b897e713a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:59.085599 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b79a6-104f-49c2-bc12-5878f4029757 req-abb66259-3119-43e1-a24e-7780d5469366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:59.087102 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-746b79a6-104f-49c2-bc12-5878f4029757 req-abb66259-3119-43e1-a24e-7780d5469366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.0418789 Mar 10 08:59:59.090389 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: ACTIVE; New status is: DOWN {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:59:59.090775 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:59.150969 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b79a6-104f-49c2-bc12-5878f4029757 req-c2158082-c3d0-46fa-bafe-6affe72e9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:59.152630 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-746b79a6-104f-49c2-bc12-5878f4029757 req-c2158082-c3d0-46fa-bafe-6affe72e9025 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534294 Mar 10 08:59:59.178009 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 08:59:59.180280 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d3d92-41c8-44d6-a4be-2c75c297b7b4" -d '{"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 08:59:59.216174 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 08:59:59.227591 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 08:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012b4047-c388-4677-b676-8795a6e0bf17 x-openstack-request-id: req-012b4047-c388-4677-b676-8795a6e0bf17 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 08:59:59.227993 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 08:59:59.228259 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-012b4047-c388-4677-b676-8795a6e0bf17 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 08:59:59.228652 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'code': 200} Mar 10 08:59:59.255432 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-746b79a6-104f-49c2-bc12-5878f4029757 req-3b745d4b-c3b0-41d8-b179-8bc009a5f49b service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878222 Mar 10 08:59:59.296715 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 08:59:59.361985 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-746b79a6-104f-49c2-bc12-5878f4029757 req-d2b5a6e9-0297-4c02-be3d-30a8f5e26304 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951142 Mar 10 08:59:59.377000 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-d32d4f1b-452c-492d-aee8-b897e713a043 None None] Current status of the port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 08:59:59.423232 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=8']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 08:59:59.462078 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c66f7-5b89-470c-bada-2a02e6bac792 req-8cf82614-3162-48a6-acc5-65fc050293a4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:59.463706 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-801c66f7-5b89-470c-bada-2a02e6bac792 req-8cf82614-3162-48a6-acc5-65fc050293a4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 943 time: 0.0511353 Mar 10 08:59:59.515480 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-801c66f7-5b89-470c-bada-2a02e6bac792 req-e5c6b774-7f4e-4c9a-a6a7-60847a164c76 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460608 Mar 10 08:59:59.628448 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a38c6-df9a-4da8-9300-243a8b78149b req-633c27e2-2e3a-48c8-b5b3-d646af4a72ac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 08:59:59.629960 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-724a38c6-df9a-4da8-9300-243a8b78149b req-633c27e2-2e3a-48c8-b5b3-d646af4a72ac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0520370 Mar 10 08:59:59.675820 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-724a38c6-df9a-4da8-9300-243a8b78149b req-84254856-f51a-4e1a-b3e9-a1d6a7285417 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401840 Mar 10 09:00:00.636258 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19970931-e669-4cf0-bd95-72def2fa6309 req-e4c5706f-780e-4a38-906d-de1675f5ff9c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:00.637755 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-19970931-e669-4cf0-bd95-72def2fa6309 req-e4c5706f-780e-4a38-906d-de1675f5ff9c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 943 time: 0.0525236 Mar 10 09:00:00.683763 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-19970931-e669-4cf0-bd95-72def2fa6309 req-be7ae444-3b31-4744-9153-59eab2f45fe3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401464 Mar 10 09:00:00.798413 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d490-4768-40f3-9881-1fa4d55d90ac req-b9a32a9e-ace0-42c6-b122-1d85c070cb92 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:00.799880 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72f4d490-4768-40f3-9881-1fa4d55d90ac req-b9a32a9e-ace0-42c6-b122-1d85c070cb92 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0512958 Mar 10 09:00:00.848289 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72f4d490-4768-40f3-9881-1fa4d55d90ac req-65c1caff-7f21-42bc-920a-55c7769f84a4 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Mar 10 09:00:00.861116 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 28261a4a-aa69-4d63-823c-dca5400f214b details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:00:00.958979 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 28261a4a-aa69-4d63-823c-dca5400f214b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=28261a4a-aa69-4d63-823c-dca5400f214b,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:00.970976 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '28261a4a-aa69-4d63-823c-dca5400f214b', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'port_id': '28261a4a-aa69-4d63-823c-dca5400f214b', 'mac_address': 'fa:16:3e:eb:1a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:00:01.012545 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 28261a4a-aa69-4d63-823c-dca5400f214b is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:01.012964 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:01.026283 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28261a4a-aa69-4d63-823c-dca5400f214b {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:00:01.047893 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 28261a4a-aa69-4d63-823c-dca5400f214b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=28261a4a-aa69-4d63-823c-dca5400f214b,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:01.125175 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:01.172519 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=28261a4a-aa69-4d63-823c-dca5400f214b,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:01.499640 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['28261a4a-aa69-4d63-823c-dca5400f214b'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:00:01.798419 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31613c-a63e-4e3a-bcba-18c947d96409 req-a0a6dd83-9811-4c9b-bdd5-08ba066fa23e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:01.799795 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4a31613c-a63e-4e3a-bcba-18c947d96409 req-a0a6dd83-9811-4c9b-bdd5-08ba066fa23e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 944 time: 0.0512271 Mar 10 09:00:01.846631 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4a31613c-a63e-4e3a-bcba-18c947d96409 req-093d3013-5138-4d46-90a2-73d802c48fd1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Mar 10 09:00:01.987711 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [req-10cd5fcd-8dd1-4de8-9fed-f818777e704f req-5ec95697-683f-4b54-bf16-fea9fe61449e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 09:00:01.988677 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-10cd5fcd-8dd1-4de8-9fed-f818777e704f req-5ec95697-683f-4b54-bf16-fea9fe61449e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055859 Mar 10 09:00:02.271614 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d149d92-e5de-423c-98d4-3085f7240ea0 req-2eefd417-ba12-44f3-b977-5faa7cd8ac21 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:02.273390 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5d149d92-e5de-423c-98d4-3085f7240ea0 req-2eefd417-ba12-44f3-b977-5faa7cd8ac21 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0523689 Mar 10 09:00:02.321162 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5d149d92-e5de-423c-98d4-3085f7240ea0 req-bc409e64-6f6c-47dc-96e8-1199e4d3f016 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Mar 10 09:00:02.540378 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49140) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:02.643139 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a7122813-5db3-402c-bada-6bd0a6c77b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:02.658603 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49148) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:02.718771 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a7122813-5db3-402c-bada-6bd0a6c77b72 admin admin] Publish callbacks [] for security_group (7933e3c2-2bca-434a-b740-975d8b30b4e4), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:02.746376 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-4300cdb2-af31-4178-9f32-04a456c70b91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859766 Mar 10 09:00:02.755119 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-1eb11bd9-ae36-4f5a-a311-019fa63d90e1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 09:00:02.756078 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-1eb11bd9-ae36-4f5a-a311-019fa63d90e1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049086 Mar 10 09:00:02.765576 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a7122813-5db3-402c-bada-6bd0a6c77b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7933e3c2-2bca-434a-b740-975d8b30b4e4), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:02.805792 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a7122813-5db3-402c-bada-6bd0a6c77b72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebad4601d5624c76a680a96b7ce4f8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637067 Mar 10 09:00:02.806528 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7122813-5db3-402c-bada-6bd0a6c77b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7933e3c2-2bca-434a-b740-975d8b30b4e4,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:02.807993 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49156) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:02.877240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 28261a4a-aa69-4d63-823c-dca5400f214b up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:00:02.878063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Publish callbacks [] for security_group (7933e3c2-2bca-434a-b740-975d8b30b4e4), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:02.906705 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Publish callbacks [] for security_group (7933e3c2-2bca-434a-b740-975d8b30b4e4), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:02.908687 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49160) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:02.971674 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07e2c7-2418-43ba-aa96-e815e1eb6397 req-0dc838c1-c601-4053-aff7-e1e541c01ced tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:02.973150 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-aa07e2c7-2418-43ba-aa96-e815e1eb6397 req-0dc838c1-c601-4053-aff7-e1e541c01ced tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 944 time: 0.0562539 Mar 10 09:00:03.034209 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 28261a4a-aa69-4d63-823c-dca5400f214b completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:00:03.038193 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 28261a4a-aa69-4d63-823c-dca5400f214b triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:03.038575 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:03.045724 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7933e3c2-2bca-434a-b740-975d8b30b4e4), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:03.047306 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-e90a8cff-0e91-44e7-a999-05302a63c3f3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:03.048433 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:03.052118 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-e90a8cff-0e91-44e7-a999-05302a63c3f3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports/bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 200 len: 941 time: 0.1386878 Mar 10 09:00:03.052321 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7933e3c2-2bca-434a-b740-975d8b30b4e4 HTTP/1.1" status: 204 len: 168 time: 0.2406354 Mar 10 09:00:03.061853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7933e3c2-2bca-434a-b740-975d8b30b4e4,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:03.074277 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.074673 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-aa07e2c7-2418-43ba-aa96-e815e1eb6397 req-dcf8144c-878b-415a-b267-18276fd05e86 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949626 Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.078294 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.079774 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.079774 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d4557-dd40-4f10-8b94-f7501e3f634d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:03.147755 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 28261a4a-aa69-4d63-823c-dca5400f214b is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:03.148240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:03.172752 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:00:03.176128 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d2022-be3f-413b-8904-bb434ca84be5" -d '{"events": [{"server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "name": "network-vif-plugged", "status": "completed", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:00:03.189691 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 28261a4a-aa69-4d63-823c-dca5400f214b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=28261a4a-aa69-4d63-823c-dca5400f214b,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:03.219280 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab88fe-a5f6-41cc-925e-48d8e7796ea6 x-openstack-request-id: req-24ab88fe-a5f6-41cc-925e-48d8e7796ea6 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:00:03.219582 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "name": "network-vif-plugged", "status": "completed", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:00:03.219840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24ab88fe-a5f6-41cc-925e-48d8e7796ea6 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:00:03.220240 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b', 'code': 200} Mar 10 09:00:03.228396 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:03.229195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:00:03.304476 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=28261a4a-aa69-4d63-823c-dca5400f214b,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:03.356583 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: DOWN; New status is: DOWN {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:03.450492 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4162b8-a720-48c8-b118-5fc4a8d95975 req-b5866b85-a804-4985-94bd-652b0b4b2dbb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:03.452076 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-df4162b8-a720-48c8-b118-5fc4a8d95975 req-b5866b85-a804-4985-94bd-652b0b4b2dbb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0581806 Mar 10 09:00:03.462748 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-dbcae6dd-3a7a-4061-9a74-b9f79b980433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:03.512842 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-df4162b8-a720-48c8-b118-5fc4a8d95975 req-940455b7-7f36-42a3-b10e-0c5a5d27ac87 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541036 Mar 10 09:00:03.564348 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398bf13-9766-4b72-8384-bb433f12a0dc req-469365db-3365-483b-89d1-8c6ecb64f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:03.565860 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b398bf13-9766-4b72-8384-bb433f12a0dc req-469365db-3365-483b-89d1-8c6ecb64f7ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 1129 time: 0.0471983 Mar 10 09:00:03.611328 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b398bf13-9766-4b72-8384-bb433f12a0dc req-bc2640ba-0ea0-4429-ae46-4ff29534b47c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386147 Mar 10 09:00:04.204999 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ca750-c070-436b-95bb-28c6c7e63c51 req-0e8f0876-61b1-425f-94fb-28c038b8b663 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:04.206530 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6f4ca750-c070-436b-95bb-28c6c7e63c51 req-0e8f0876-61b1-425f-94fb-28c038b8b663 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 945 time: 0.0544248 Mar 10 09:00:04.252716 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6f4ca750-c070-436b-95bb-28c6c7e63c51 req-995ede92-8174-415a-9ebe-862fc3bacec8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 Mar 10 09:00:04.644237 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04635f-84a0-4e5f-98a4-527d71f56f15 req-49a403c4-c20d-414e-b220-c50dde6ca4e4 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:04.645784 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3f04635f-84a0-4e5f-98a4-527d71f56f15 req-49a403c4-c20d-414e-b220-c50dde6ca4e4 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0564611 Mar 10 09:00:04.691748 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3f04635f-84a0-4e5f-98a4-527d71f56f15 req-aac7f5d3-a24f-4bf1-81f6-8f6a5ab5ac16 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402405 Mar 10 09:00:05.375832 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e0575-1572-424c-967c-36d04fac2714 req-29817bef-4be9-49f4-8a6b-a32494ec18ec tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:05.377341 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fe1e0575-1572-424c-967c-36d04fac2714 req-29817bef-4be9-49f4-8a6b-a32494ec18ec tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 945 time: 0.0526302 Mar 10 09:00:05.425043 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fe1e0575-1572-424c-967c-36d04fac2714 req-83009f2a-8ae3-4c7a-a1ef-0ba181ef00d3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Mar 10 09:00:05.536293 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfe739-fa87-47bf-9d95-c67da2660552 req-b80abf9f-58e9-4afe-8cfa-f9bf29507a67 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:05.537701 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-00dfe739-fa87-47bf-9d95-c67da2660552 req-b80abf9f-58e9-4afe-8cfa-f9bf29507a67 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 945 time: 0.0509484 Mar 10 09:00:05.546283 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49224) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:05.550746 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'port_id': '28261a4a-aa69-4d63-823c-dca5400f214b'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:00:05.595725 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (470f4562-e18c-42ad-85d9-2c3b8b0c713e), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:05.674216 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-5609ca25-55e9-42c0-8bc2-da71a18f59b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:05.775950 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-79f7c1e2-ea89-46f6-8c2b-14a5d68d1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:05.777481 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-79f7c1e2-ea89-46f6-8c2b-14a5d68d1bff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f&tenant_id=f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 1128 time: 0.1271744 Mar 10 09:00:05.983080 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a3120-87f3-4aad-8526-3739096cf4d5 req-ce4b5fc5-b2a4-4021-a2cb-2d10254b68da tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:05.984822 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c4a3120-87f3-4aad-8526-3739096cf4d5 req-ce4b5fc5-b2a4-4021-a2cb-2d10254b68da tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.2138503 Mar 10 09:00:06.012719 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-489db898-1265-4f89-be61-9815dabdaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:06.014188 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-489db898-1265-4f89-be61-9815dabdaee8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 1128 time: 0.1941411 Mar 10 09:00:06.193493 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8c4a3120-87f3-4aad-8526-3739096cf4d5 req-76434643-0812-4a6b-a544-bcd07b27b6f0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767938 Mar 10 09:00:06.250574 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-ea344f0c-aed8-4b7e-ad1e-4a7c0e69d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:06.252029 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-ea344f0c-aed8-4b7e-ad1e-4a7c0e69d412 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.2167242 Mar 10 09:00:06.350579 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:06.358780 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-b19ab396-b8bc-4d89-9e38-5316a9822e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 200 len: 1000 time: 0.0973787 Mar 10 09:00:06.396106 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (470f4562-e18c-42ad-85d9-2c3b8b0c713e), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:06.685108 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:00:06.687462 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-b2d452aa-1ba7-4aab-a7ff-3eddacc990f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:06.688923 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-b2d452aa-1ba7-4aab-a7ff-3eddacc990f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.3235791 Mar 10 09:00:06.780086 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-8c79e253-226b-4b35-b48c-b7fde3d6acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:06.781638 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-8c79e253-226b-4b35-b48c-b7fde3d6acfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847480 Mar 10 09:00:06.782941 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP 470f4562-e18c-42ad-85d9-2c3b8b0c713e associated. External IP: 172.27.1.243, port: 28261a4a-aa69-4d63-823c-dca5400f214b. Mar 10 09:00:06.891580 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:06.950531 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-1284964a-fef4-4648-b8d5-454c50367d47 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352010 Mar 10 09:00:07.121547 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-443edb5b-0c87-46a7-ae4a-1a0eac3b072a req-0fa33436-53b6-4237-baf4-1b73be31ef78 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332698 Mar 10 09:00:07.126212 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:00:07.238819 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:00:07.243236 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:07.248805 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:00:07.258561 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:00:07.259420 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:07.277796 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4ed8d1cb-4ef2-4572-b25b-828e46f5ecee tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "PUT /v2.0/floatingips/470f4562-e18c-42ad-85d9-2c3b8b0c713e HTTP/1.1" status: 200 len: 991 time: 1.7298410 Mar 10 09:00:07.278531 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:00:07.280883 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06fbfd-5a22-4a3c-a91c-974df26dff19" -d '{"events": [{"name": "network-changed", "server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:00:07.325544 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1a562-5ac6-460d-9fe4-0bc7d610d7e3 x-openstack-request-id: req-a5f1a562-5ac6-460d-9fe4-0bc7d610d7e3 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:00:07.325761 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:00:07.325864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5f1a562-5ac6-460d-9fe4-0bc7d610d7e3 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:00:07.326295 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b', 'status': 'completed', 'code': 200} Mar 10 09:00:07.340160 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84956c-1fa7-4ef5-8fc3-93cb0860f7d6 req-52e0cbe4-00cb-4a96-8f04-14cab458e01f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:07.342746 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1b84956c-1fa7-4ef5-8fc3-93cb0860f7d6 req-52e0cbe4-00cb-4a96-8f04-14cab458e01f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0763495 Mar 10 09:00:07.404437 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-4e051e2f-37ca-4708-9913-af96a4f002dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:07.406743 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1b84956c-1fa7-4ef5-8fc3-93cb0860f7d6 req-1c9b284e-0492-4961-b020-684dcd112930 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591459 Mar 10 09:00:07.410830 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-4e051e2f-37ca-4708-9913-af96a4f002dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 1129 time: 0.0598996 Mar 10 09:00:07.507433 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-375d4a14-71cd-45b9-9b6c-4a94ead4fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:07.508917 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-375d4a14-71cd-45b9-9b6c-4a94ead4fb6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 916 time: 0.0954962 Mar 10 09:00:07.547969 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:00:07.575343 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-84288820-bc08-4d35-a150-c6ac4b20b04b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28261a4a-aa69-4d63-823c-dca5400f214b HTTP/1.1" status: 200 len: 999 time: 0.0600891 Mar 10 09:00:07.633779 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-d0b5a89a-7885-4649-a33e-5e3af35d1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:07.635316 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-d0b5a89a-7885-4649-a33e-5e3af35d1de6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.0530136 Mar 10 09:00:07.689775 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-27e3fd31-c260-4ff5-afc4-9bd9e076239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:07.691223 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-27e3fd31-c260-4ff5-afc4-9bd9e076239a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479088 Mar 10 09:00:07.785530 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:58Z', 'revision_number': 2, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}, {'id': '470f4562-e18c-42ad-85d9-2c3b8b0c713e', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '28261a4a-aa69-4d63-823c-dca5400f214b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:eb:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:59:44Z', 'updated_at': '2022-03-10T09:00:06Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:07.793938 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-1632229f-064c-4ccf-8ae4-6d5fff2d5fd5 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938535 Mar 10 09:00:07.824704 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:00:07.835060 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:00:07.835800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:08.008069 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:00:08.273868 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:58Z', 'revision_number': 2, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}, {'id': '470f4562-e18c-42ad-85d9-2c3b8b0c713e', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '28261a4a-aa69-4d63-823c-dca5400f214b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:eb:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:59:44Z', 'updated_at': '2022-03-10T09:00:06Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:08.307614 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d181ffc-1231-4232-b6d3-8f9b50e8f25c None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:58Z', 'revision_number': 2, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}, {'id': '470f4562-e18c-42ad-85d9-2c3b8b0c713e', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '28261a4a-aa69-4d63-823c-dca5400f214b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:eb:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:59:44Z', 'updated_at': '2022-03-10T09:00:06Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:00:08.309970 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:08.577803 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49274) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:08.593111 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f502b6e-d3e7-432f-8b6b-a92509854017 None None] New status for floating IP 470f4562-e18c-42ad-85d9-2c3b8b0c713e: ACTIVE {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:00:08.614761 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451061a-52d1-46b3-ba21-dde45195afd1 req-0ec35e65-5ea7-4b14-aeeb-80ea7d934073 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:08.618799 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4451061a-52d1-46b3-ba21-dde45195afd1 req-0ec35e65-5ea7-4b14-aeeb-80ea7d934073 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.1135204 Mar 10 09:00:08.688096 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4451061a-52d1-46b3-ba21-dde45195afd1 req-ab9029df-3d39-45ae-8ed1-5d2e42c01a7e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627506 Mar 10 09:00:08.749551 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:08.829149 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Publish callbacks [] for security_group (ea1649c3-1126-4c0b-9886-876e4d08165b), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:08.914428 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ea1649c3-1126-4c0b-9886-876e4d08165b), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:08.954430 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3f7c3ae6e2e4256bd4a5c90273c2125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744352 Mar 10 09:00:08.955587 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1649c3-1126-4c0b-9886-876e4d08165b,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:08.957079 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49278) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:08.963192 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.963551 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.963901 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.964236 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.965221 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.965725 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.966260 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.966811 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.967151 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.967486 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.967820 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.968146 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:08.968472 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e283c-510e-4818-a3d3-f43f490c0d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:09.020722 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b1f5493e-5077-447d-b726-51bc464c78b2 admin admin] Publish callbacks [] for security_group (ea1649c3-1126-4c0b-9886-876e4d08165b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:09.045224 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b1f5493e-5077-447d-b726-51bc464c78b2 admin admin] Publish callbacks [] for security_group (ea1649c3-1126-4c0b-9886-876e4d08165b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:09.154538 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b1f5493e-5077-447d-b726-51bc464c78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ea1649c3-1126-4c0b-9886-876e4d08165b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:09.157129 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b1f5493e-5077-447d-b726-51bc464c78b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:09.158414 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b1f5493e-5077-447d-b726-51bc464c78b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea1649c3-1126-4c0b-9886-876e4d08165b HTTP/1.1" status: 204 len: 168 time: 0.2000828 Mar 10 09:00:09.167293 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5493e-5077-447d-b726-51bc464c78b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1649c3-1126-4c0b-9886-876e4d08165b,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:09.823484 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c997-7d68-40c3-b9c9-0340ec632a3e req-cf78dea2-18d9-4e03-ad92-14e952c0b13b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:09.825503 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cbb0c997-7d68-40c3-b9c9-0340ec632a3e req-cf78dea2-18d9-4e03-ad92-14e952c0b13b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0565398 Mar 10 09:00:09.881278 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cbb0c997-7d68-40c3-b9c9-0340ec632a3e req-08dc89a7-726c-43df-8424-dab81a369dab tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501349 Mar 10 09:00:10.082334 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49286) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:10.095935 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-091e36b7-f828-48cd-8b07-fbea9ac8d83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.180459 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-091e36b7-f828-48cd-8b07-fbea9ac8d83f admin admin] Publish callbacks [] for security_group (6171c1fb-33e1-47ca-a5c7-910175239cdb), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.257823 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-091e36b7-f828-48cd-8b07-fbea9ac8d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6171c1fb-33e1-47ca-a5c7-910175239cdb), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.279818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.299318 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-091e36b7-f828-48cd-8b07-fbea9ac8d83f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5095a763c9324384a09a26fd7d1da2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158992 Mar 10 09:00:10.300046 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e36b7-f828-48cd-8b07-fbea9ac8d83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6171c1fb-33e1-47ca-a5c7-910175239cdb,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:10.302074 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49288) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:10.358475 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee372-32ae-4901-8acb-6146f4022567 admin admin] Publish callbacks [] for security_group (6171c1fb-33e1-47ca-a5c7-910175239cdb), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.382375 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee372-32ae-4901-8acb-6146f4022567 admin admin] Publish callbacks [] for security_group (6171c1fb-33e1-47ca-a5c7-910175239cdb), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.502720 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee372-32ae-4901-8acb-6146f4022567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6171c1fb-33e1-47ca-a5c7-910175239cdb), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.505312 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee372-32ae-4901-8acb-6146f4022567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:10.506496 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ad2ee372-32ae-4901-8acb-6146f4022567 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6171c1fb-33e1-47ca-a5c7-910175239cdb HTTP/1.1" status: 204 len: 168 time: 0.2034020 Mar 10 09:00:10.515058 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ee372-32ae-4901-8acb-6146f4022567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171c1fb-33e1-47ca-a5c7-910175239cdb,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:11.024308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc0b1c-1d40-454a-ac51-6ada653df256 req-5fe25943-6ce2-45f2-8c9c-a29c205cb53e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:11.026055 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b4fc0b1c-1d40-454a-ac51-6ada653df256 req-5fe25943-6ce2-45f2-8c9c-a29c205cb53e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0580266 Mar 10 09:00:11.076750 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b4fc0b1c-1d40-454a-ac51-6ada653df256 req-c21c3f48-9065-47d7-974c-ced29968e784 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Mar 10 09:00:12.203526 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc7baa-076e-455b-af06-6373c3d05b49 req-c7147f5a-c255-429f-8720-ee92e563512d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:12.205204 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7bbc7baa-076e-455b-af06-6373c3d05b49 req-c7147f5a-c255-429f-8720-ee92e563512d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0538733 Mar 10 09:00:12.254368 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7bbc7baa-076e-455b-af06-6373c3d05b49 req-d84aabda-0c02-452b-b993-7ddc39fc5939 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433965 Mar 10 09:00:13.390417 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7e1ab-f5da-48ce-97ce-7b9bbb32e30a req-76a3af9a-196b-42fb-b8ca-07915e3e60d3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:13.392167 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9e7e1ab-f5da-48ce-97ce-7b9bbb32e30a req-76a3af9a-196b-42fb-b8ca-07915e3e60d3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0531523 Mar 10 09:00:13.445333 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a9e7e1ab-f5da-48ce-97ce-7b9bbb32e30a req-9ee05437-2572-4c03-849f-b2dfbbd7b886 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472720 Mar 10 09:00:14.585308 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0fa17-ed2b-4e98-89df-398e367289d2 req-5a4d9865-4c59-49bc-aeea-5edbb0ccf999 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:14.588983 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-98d0fa17-ed2b-4e98-89df-398e367289d2 req-5a4d9865-4c59-49bc-aeea-5edbb0ccf999 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0654731 Mar 10 09:00:14.650323 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-98d0fa17-ed2b-4e98-89df-398e367289d2 req-656322c7-1b86-4a45-8d2e-d8fdbc7a2030 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534015 Mar 10 09:00:15.786410 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac353-a8f5-48e3-9f18-32815a687a75 req-2623d96d-11bb-41fc-939a-2ced5c785b9a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:15.787881 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f5bac353-a8f5-48e3-9f18-32815a687a75 req-2623d96d-11bb-41fc-939a-2ced5c785b9a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0563607 Mar 10 09:00:15.837059 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f5bac353-a8f5-48e3-9f18-32815a687a75 req-6604201a-bd75-45b7-b4df-dc4c760d890e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Mar 10 09:00:16.967633 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63544-8879-4abb-ba4f-a9459a8134ac req-df6e2c1c-bca1-4d63-8014-41029a2e4892 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:16.969129 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7cc63544-8879-4abb-ba4f-a9459a8134ac req-df6e2c1c-bca1-4d63-8014-41029a2e4892 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0551643 Mar 10 09:00:17.020355 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7cc63544-8879-4abb-ba4f-a9459a8134ac req-75592e21-ed6a-4cef-bf3e-f989602aa712 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456965 Mar 10 09:00:18.147217 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4fe5-f98e-4314-a1a5-0a5a1201823b req-96a9967c-4b3e-48b6-82e7-c8701e44af51 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:18.148706 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-45ee4fe5-f98e-4314-a1a5-0a5a1201823b req-96a9967c-4b3e-48b6-82e7-c8701e44af51 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0525119 Mar 10 09:00:18.195096 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-45ee4fe5-f98e-4314-a1a5-0a5a1201823b req-264f8038-45b2-4782-9d2f-ecd0b44fe508 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394650 Mar 10 09:00:19.322190 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c6a01-ba75-4ad8-b37b-3e2908deaf4e req-18bc4f78-4ac1-4f51-9b8d-52fe6ec39fe2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:19.323766 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f1c6a01-ba75-4ad8-b37b-3e2908deaf4e req-18bc4f78-4ac1-4f51-9b8d-52fe6ec39fe2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0517020 Mar 10 09:00:19.372569 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f1c6a01-ba75-4ad8-b37b-3e2908deaf4e req-e7f42f6a-e362-44bd-94f5-c089459a711f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430567 Mar 10 09:00:20.177239 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ba06fbfd-5a22-4a3c-a91c-974df26dff19 req-ee305ab5-41e2-4fa8-a3e2-b254f138b509 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861175 Mar 10 09:00:20.496905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86bf72-485f-4e13-81d5-697278f43e5f req-a7ff9919-cdb5-42bf-8294-2fee2dc07f71 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:20.498442 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dc86bf72-485f-4e13-81d5-697278f43e5f req-a7ff9919-cdb5-42bf-8294-2fee2dc07f71 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0520778 Mar 10 09:00:20.545807 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dc86bf72-485f-4e13-81d5-697278f43e5f req-440f92fd-6c36-4eac-974e-f63ba365c19a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409822 Mar 10 09:00:21.672299 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67854f8d-dee2-4de0-8aca-97b30bbd5976 req-ab9baa87-32d3-4870-8174-b8ffb6618da8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:21.673755 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-67854f8d-dee2-4de0-8aca-97b30bbd5976 req-ab9baa87-32d3-4870-8174-b8ffb6618da8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0547097 Mar 10 09:00:21.721537 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-67854f8d-dee2-4de0-8aca-97b30bbd5976 req-d779dfca-c1f4-4608-b60c-fb5835971b11 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423379 Mar 10 09:00:22.861144 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479320c-ca4c-4f76-b8af-7835f49f157a req-ea950439-5bbd-4df9-b52d-65c447d58c42 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:22.862645 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c479320c-ca4c-4f76-b8af-7835f49f157a req-ea950439-5bbd-4df9-b52d-65c447d58c42 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0520365 Mar 10 09:00:22.914616 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c479320c-ca4c-4f76-b8af-7835f49f157a req-55febc1c-2960-496d-bfae-f59753078560 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460820 Mar 10 09:00:24.034376 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b2b6c-1976-4338-8f75-6721d287824d req-7166226a-1767-4272-b9c9-1f9b5196b8d7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:24.035838 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c93b2b6c-1976-4338-8f75-6721d287824d req-7166226a-1767-4272-b9c9-1f9b5196b8d7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0502849 Mar 10 09:00:24.082629 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c93b2b6c-1976-4338-8f75-6721d287824d req-30eb52b1-7359-45f7-be36-7663d3ce88d6 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 Mar 10 09:00:24.611786 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:25.202017 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013178c3-cd5a-4aa2-aeab-70486fab8b0a req-aa480796-a334-4900-871b-6eead4e17c67 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:25.204014 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-013178c3-cd5a-4aa2-aeab-70486fab8b0a req-aa480796-a334-4900-871b-6eead4e17c67 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0529490 Mar 10 09:00:25.249293 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-013178c3-cd5a-4aa2-aeab-70486fab8b0a req-6561d3c4-6ad2-4a4a-b9f2-0d0de11fd41f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397646 Mar 10 09:00:26.370279 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d34347-b408-4b08-b14b-a2ca501a1e1e req-e3faa453-c6f7-4832-8b1d-419bd9a021c3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:26.371714 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-08d34347-b408-4b08-b14b-a2ca501a1e1e req-e3faa453-c6f7-4832-8b1d-419bd9a021c3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0526519 Mar 10 09:00:26.416337 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-08d34347-b408-4b08-b14b-a2ca501a1e1e req-3c6f2af3-e808-4dd5-af2f-7df397a8770e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386693 Mar 10 09:00:27.539042 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b6bb-e242-4cdf-983c-e6a1e0e6f79b req-1f00f291-ec21-421a-88ef-494334e451b2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:27.540485 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c7a6b6bb-e242-4cdf-983c-e6a1e0e6f79b req-1f00f291-ec21-421a-88ef-494334e451b2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0507686 Mar 10 09:00:27.584802 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c7a6b6bb-e242-4cdf-983c-e6a1e0e6f79b req-5613bc92-f81e-4380-a506-742288402b0b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389044 Mar 10 09:00:28.704431 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dc571-c807-4d57-a035-a6e47ad7b50d req-110f374a-ca7c-4f91-94a7-7a47e6a8a1bb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:28.705899 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bd2dc571-c807-4d57-a035-a6e47ad7b50d req-110f374a-ca7c-4f91-94a7-7a47e6a8a1bb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0506570 Mar 10 09:00:28.752431 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bd2dc571-c807-4d57-a035-a6e47ad7b50d req-dd9fd4d3-50f2-45b7-a8cf-93d5440d29bf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409312 Mar 10 09:00:29.873633 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546da5-036f-4259-8d4a-9e952946d161 req-eda07f62-7572-4ac7-8b86-0abc2cf642cf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:29.875108 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7546da5-036f-4259-8d4a-9e952946d161 req-eda07f62-7572-4ac7-8b86-0abc2cf642cf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0532200 Mar 10 09:00:29.924905 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7546da5-036f-4259-8d4a-9e952946d161 req-b319e72b-c451-4273-920a-c532f347e5cf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Mar 10 09:00:31.043614 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b17e4-7846-40b9-9cb0-f21856c467eb req-18e38ec7-566f-4262-9e42-3572944c64ab tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:31.045067 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-789b17e4-7846-40b9-9cb0-f21856c467eb req-18e38ec7-566f-4262-9e42-3572944c64ab tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 944 time: 0.0505672 Mar 10 09:00:31.074413 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:00:31.093814 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-789b17e4-7846-40b9-9cb0-f21856c467eb req-c82fe433-c01a-4b92-8ede-5d7248995f37 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Mar 10 09:00:31.171585 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:31.182810 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'port_id': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'mac_address': 'fa:16:3e:46:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:00:31.219069 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:31.219401 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:31.231767 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad3c2f3-450e-4a32-95e6-8738dc9d556c {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:00:31.251572 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:31.325861 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:31.371240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=9']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:31.958902 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['bad3c2f3-450e-4a32-95e6-8738dc9d556c'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:00:32.215240 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff949f57-8883-48eb-a93f-0e59b56b3da6 req-1a0cfebf-d6ae-40d8-8096-567bd8c24ffb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:32.216592 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ff949f57-8883-48eb-a93f-0e59b56b3da6 req-1a0cfebf-d6ae-40d8-8096-567bd8c24ffb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0509117 Mar 10 09:00:32.261919 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ff949f57-8883-48eb-a93f-0e59b56b3da6 req-90c2e6e4-c754-4386-8e79-c67bdb491d59 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399115 Mar 10 09:00:33.382252 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1054ad0-51c2-47f6-b767-f1c69be98460 req-63cffd39-4a7f-4e7f-8fb9-895b323c4672 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:33.383690 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a1054ad0-51c2-47f6-b767-f1c69be98460 req-63cffd39-4a7f-4e7f-8fb9-895b323c4672 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0516012 Mar 10 09:00:33.417513 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5f1d-9d27-49a8-a6dd-a831bfab050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:33.432941 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a1054ad0-51c2-47f6-b767-f1c69be98460 req-0fd133c8-b9c3-4c0c-9a54-b865b70cc902 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Mar 10 09:00:34.551892 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007eb5c-8a9a-4d88-a77e-43f09a50ee82 req-75ddc9c4-b911-4cc0-b33a-00cae9b4aa04 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:34.553337 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d007eb5c-8a9a-4d88-a77e-43f09a50ee82 req-75ddc9c4-b911-4cc0-b33a-00cae9b4aa04 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 945 time: 0.0504611 Mar 10 09:00:34.601138 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d007eb5c-8a9a-4d88-a77e-43f09a50ee82 req-845db42c-fc35-4f14-8de5-0f3f7d098b29 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Mar 10 09:00:35.098200 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:00:35.147166 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port bad3c2f3-450e-4a32-95e6-8738dc9d556c triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:35.147542 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:35.221077 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bad3c2f3-450e-4a32-95e6-8738dc9d556c is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:35.221467 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:35.242929 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:00:35.245124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797827ff-9d3a-4ee8-948a-ed6abd70255a" -d '{"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:00:35.256811 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:35.281183 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdba426-daa6-4b33-b8d2-9fabe141b4bb x-openstack-request-id: req-6cdba426-daa6-4b33-b8d2-9fabe141b4bb {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:00:35.281477 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:00:35.281731 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cdba426-daa6-4b33-b8d2-9fabe141b4bb {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:00:35.282244 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'code': 200} Mar 10 09:00:35.315397 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:35.364552 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=10']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:35.663462 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-42d8a65c-933a-4453-966f-930b333816d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:35.721647 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0392d2-f889-41ca-9362-3bc7093644c2 req-387ae8c7-2b7f-483e-9c47-9cd3fd50afeb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:35.723193 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd0392d2-f889-41ca-9362-3bc7093644c2 req-387ae8c7-2b7f-483e-9c47-9cd3fd50afeb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0513058 Mar 10 09:00:35.771127 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd0392d2-f889-41ca-9362-3bc7093644c2 req-f46a9212-1136-4b6b-9715-2311a9895634 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Mar 10 09:00:35.861028 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890cb85-f5ff-4fdd-a942-02ffe63853e5 req-59142303-494b-4c60-88f5-964e434141e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:35.862463 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d890cb85-f5ff-4fdd-a942-02ffe63853e5 req-59142303-494b-4c60-88f5-964e434141e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 1131 time: 0.0415370 Mar 10 09:00:35.906757 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d890cb85-f5ff-4fdd-a942-02ffe63853e5 req-7a6e1340-5f6c-4864-b6fa-b86c40b31928 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355680 Mar 10 09:00:36.897521 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5654efa-feaf-4481-a228-c15e361ea241 req-0d48ab9d-a4c2-4bd3-97e8-1cca4b62d995 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:36.899104 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f5654efa-feaf-4481-a228-c15e361ea241 req-0d48ab9d-a4c2-4bd3-97e8-1cca4b62d995 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0544243 Mar 10 09:00:36.938130 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:36.945204 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f5654efa-feaf-4481-a228-c15e361ea241 req-af27b52a-4e40-4db9-8bca-b7c1a0865d04 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404534 Mar 10 09:00:38.085044 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd8a60-ab66-4d63-9752-c2b2f6bc6271 req-aaf76f19-6220-467e-bed1-026c63297d9c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:38.086645 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f4cd8a60-ab66-4d63-9752-c2b2f6bc6271 req-aaf76f19-6220-467e-bed1-026c63297d9c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0557365 Mar 10 09:00:38.137364 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f4cd8a60-ab66-4d63-9752-c2b2f6bc6271 req-17d894f3-6fd0-4b46-9016-464428354c69 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Mar 10 09:00:38.275443 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:39.260928 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e89529-1f07-4c9e-82c5-40898bc90150 req-61375415-967b-4440-9abe-b61b251fdd9f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:39.262388 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-04e89529-1f07-4c9e-82c5-40898bc90150 req-61375415-967b-4440-9abe-b61b251fdd9f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0537364 Mar 10 09:00:39.307291 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-04e89529-1f07-4c9e-82c5-40898bc90150 req-d36ba75a-096b-4f40-92be-ff57dbd3bb9a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388095 Mar 10 09:00:40.252975 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:43.683630 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:00:50.507036 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49612) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:50.607874 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-717928c1-cb45-4bd2-a416-a84e2cf8a5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:50.681309 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-717928c1-cb45-4bd2-a416-a84e2cf8a5b1 admin admin] Publish callbacks [] for security_group (b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:50.767213 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-717928c1-cb45-4bd2-a416-a84e2cf8a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:50.806818 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-717928c1-cb45-4bd2-a416-a84e2cf8a5b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6282937224c44c1e82be50b60252bea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987175 Mar 10 09:00:50.807702 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717928c1-cb45-4bd2-a416-a84e2cf8a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:50.810899 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49616) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:50.858817 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b622ab29-44c5-412b-a2a4-315f268a8a8a admin admin] Publish callbacks [] for security_group (b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:50.883278 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b622ab29-44c5-412b-a2a4-315f268a8a8a admin admin] Publish callbacks [] for security_group (b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:51.001528 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b622ab29-44c5-412b-a2a4-315f268a8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:51.004781 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b622ab29-44c5-412b-a2a4-315f268a8a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:51.006010 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b622ab29-44c5-412b-a2a4-315f268a8a8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f HTTP/1.1" status: 204 len: 168 time: 0.1942079 Mar 10 09:00:51.013823 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622ab29-44c5-412b-a2a4-315f268a8a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee5fe4-5fef-4f8f-a06f-4e22caa0913f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:51.997371 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49638) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:52.091531 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-373055930-network', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:00:52.184316 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Made reservation on behalf of 3c1de4cd654642319ab628bf15cdb154 for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:00:52.186668 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.195108 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.266269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks [] for security_group (2d177ede-d9de-407a-a9d2-fa79a7655076), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.338718 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2d177ede-d9de-407a-a9d2-fa79a7655076), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.359626 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:00:52.374652 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d177ede-d9de-407a-a9d2-fa79a7655076,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:52.377459 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (e0694cd3-d4ed-473b-8647-1a11593dcf27), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.377801 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Added segment e0694cd3-d4ed-473b-8647-1a11593dcf27 of type vlan for network efde2954-269e-4041-823f-755fbc14646b Mar 10 09:00:52.417203 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (efde2954-269e-4041-823f-755fbc14646b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.487675 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (efde2954-269e-4041-823f-755fbc14646b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.488654 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:52.489242 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.549538 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] Pushing event updated for resources: {'Network': ['ID=efde2954-269e-4041-823f-755fbc14646b,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:52.559002 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network efde2954-269e-4041-823f-755fbc14646b details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:00:52.582108 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-086b3b00-025c-4d09-b488-2ed77802b396 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5836418 Mar 10 09:00:52.585167 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49642) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:52.590063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Request body: {'subnet': {'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-373055930-subnet', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'ip_version': 4}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:00:52.664628 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Made reservation on behalf of 3c1de4cd654642319ab628bf15cdb154 for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:00:52.667081 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14411565'] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.875836 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12772337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14411523'] for subnet (be6f9e5d-2a30-487b-b919-2e1d06f9264b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:52.937715 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6f9e5d-2a30-487b-b919-2e1d06f9264b,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:52.944737 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Checking segment: {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:00:52.945103 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Network hostable DHCP agents. Network: efde2954-269e-4041-823f-755fbc14646b, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:00:53.012552 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Network efde2954-269e-4041-823f-755fbc14646b is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:00:53.081259 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, efde2954-269e-4041-823f-755fbc14646b) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:00:53.086308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:53.087222 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.090453 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab902c-8790-44b5-b87d-b6df5ec801f8 None None] Network efde2954-269e-4041-823f-755fbc14646b requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:00:53.173590 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4cc9b658-6a73-4fa8-9f2a-30a47c618bf5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5873051 Mar 10 09:00:53.176790 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49644) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:53.184483 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:00:53.211830 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-efde2954-269e-4041-823f-755fbc14646b', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 09:00:53.212669 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.247433 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.248533 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.303497 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks [] for router_controller (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), precommit_add_association {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.345762 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Allocated IP 172.20.0.2 (efde2954-269e-4041-823f-755fbc14646b/be6f9e5d-2a30-487b-b919-2e1d06f9264b/0da187a0-3d75-4561-8fb1-504fb09f4845) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:00:53.503196 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Publish callbacks [] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.536034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks [] for router_gateway (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.567741 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.609820 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Network efde2954-269e-4041-823f-755fbc14646b is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:00:53.613696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:00:53.618444 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:00:53.621347 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Pushing event updated for resources: {'Port': ['ID=0da187a0-3d75-4561-8fb1-504fb09f4845,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:53.636184 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.636751 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.636862 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.637291 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.637641 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.637978 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.638340 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.638677 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.639005 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.639337 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.639665 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.639990 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.640368 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:53.693648 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Attempting to bind port 0da187a0-3d75-4561-8fb1-504fb09f4845 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:00:53.694195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Attempting to bind port 0da187a0-3d75-4561-8fb1-504fb09f4845 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:00:53.694613 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Attempting to bind port 0da187a0-3d75-4561-8fb1-504fb09f4845 on network efde2954-269e-4041-823f-755fbc14646b {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:00:53.699874 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:00:53.700245 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Checking segment: {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:00:53.700642 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.701031 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Bound using segment: {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:00:53.701490 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Bound port: 0da187a0-3d75-4561-8fb1-504fb09f4845, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:00:53.701865 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.775073 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] For port 0da187a0-3d75-4561-8fb1-504fb09f4845, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:00:53.778043 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] For port 0da187a0-3d75-4561-8fb1-504fb09f4845, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=0da187a0-3d75-4561-8fb1-504fb09f4845,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:00:53.806169 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks [] for router_gateway (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.824658 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.860044 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:53.916388 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830fd99-334f-4b56-aa38-3bc143b1cf5d None None] Pushing event updated for resources: {'Port': ['ID=0da187a0-3d75-4561-8fb1-504fb09f4845,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:53.936242 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Allocated IP 172.27.1.197 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/15f9c25f-e73c-4f39-bc4a-eb1bb531df7f) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:00:54.047260 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks [] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:54.168007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:54.206526 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:00:54.215822 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:00:54.219340 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:00:54.225307 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Pushing event updated for resources: {'Port': ['ID=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:54.607500 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:54.787468 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks [] for router_gateway (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:54.853471 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d9a21-a8b5-4701-b956-17eb783077da None None] Network efde2954-269e-4041-823f-755fbc14646b requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:00:54.920426 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e79d5dcd-0919-4a90-95cf-c39170690813 None None] Provisioning complete for port 0da187a0-3d75-4561-8fb1-504fb09f4845 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:54.920760 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e79d5dcd-0919-4a90-95cf-c39170690813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:54.994162 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.037446 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e79d5dcd-0919-4a90-95cf-c39170690813 None None] Current status of the port 0da187a0-3d75-4561-8fb1-504fb09f4845 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:55.037836 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e79d5dcd-0919-4a90-95cf-c39170690813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.071745 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e79d5dcd-0919-4a90-95cf-c39170690813 None None] For port 0da187a0-3d75-4561-8fb1-504fb09f4845, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=0da187a0-3d75-4561-8fb1-504fb09f4845,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:55.127171 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e79d5dcd-0919-4a90-95cf-c39170690813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.177024 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d5dcd-0919-4a90-95cf-c39170690813 None None] Pushing event updated for resources: {'Port': ['ID=0da187a0-3d75-4561-8fb1-504fb09f4845,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:55.190429 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 09:00:55.248082 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-385bb4fc-9cf4-4d20-a634-8538ce506fc4 None None] Provisioning complete for port 0da187a0-3d75-4561-8fb1-504fb09f4845 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:55.248465 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-385bb4fc-9cf4-4d20-a634-8538ce506fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.308887 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:00:55.316842 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 0da187a0-3d75-4561-8fb1-504fb09f4845 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:00:55.322078 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Sync routers for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:00:55.357857 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.359320 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-c567b119-e520-4758-a663-e3340eeeff0c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1813660 Mar 10 09:00:55.362675 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49648) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:55.498811 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-385bb4fc-9cf4-4d20-a634-8538ce506fc4 None None] Current status of the port 0da187a0-3d75-4561-8fb1-504fb09f4845 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:55.502922 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:00:55.503546 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:55.563891 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 0da187a0-3d75-4561-8fb1-504fb09f4845 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:55.564273 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.652249 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:00:55.764991 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 0da187a0-3d75-4561-8fb1-504fb09f4845 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:55.829668 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-faa0b892-0a1c-43bc-9773-b02d45f65475 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946910 Mar 10 09:00:55.832339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.871223 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:54Z', 'revision_number': 3, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:55.900166 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Checking router: 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:00:55.900539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Updating router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:00:55.929434 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:55.967995 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-212fb2e6-c25f-49a0-a695-cfb6efb6e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:55.969495 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-212fb2e6-c25f-49a0-a695-cfb6efb6e891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 1129 time: 0.1165166 Mar 10 09:00:56.074556 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Allocated IP 172.20.0.1 (efde2954-269e-4041-823f-755fbc14646b/be6f9e5d-2a30-487b-b919-2e1d06f9264b/5e905f73-d856-47bc-91f7-67abbfe11554) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:00:56.126416 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-5803d1ac-696c-48eb-85dd-827e5558f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:56.128038 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-5803d1ac-696c-48eb-85dd-827e5558f369 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 916 time: 0.1247084 Mar 10 09:00:56.182325 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Publish callbacks [] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.235742 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.240366 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-cf2f8b1e-b0a2-4e6f-9c61-3b1bcfff542c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5 HTTP/1.1" status: 200 len: 1001 time: 0.1026728 Mar 10 09:00:56.261143 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks [] for port (5e905f73-d856-47bc-91f7-67abbfe11554), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.288888 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Attempting to bind port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:00:56.289265 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Attempting to bind port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:00:56.289635 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Attempting to bind port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:00:56.292463 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834936e-a625-4c77-8355-2fff4693c4c2 None None] Pushing event updated for resources: {'Port': ['ID=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:56.296972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:00:56.297384 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:00:56.297791 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.298353 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:00:56.298682 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Bound port: 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:00:56.299054 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.310423 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-264d5417-3fef-4405-9291-ba9d795b0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:56.311872 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-264d5417-3fef-4405-9291-ba9d795b0223 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.0631046 Mar 10 09:00:56.350266 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] For port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:00:56.353927 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] For port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:00:56.364713 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-969310ba-c192-4a45-94bc-55c6c272e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:56.366252 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-969310ba-c192-4a45-94bc-55c6c272e3d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464835 Mar 10 09:00:56.429631 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.436540 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.483250 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Network efde2954-269e-4041-823f-755fbc14646b is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:00:56.493784 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:00:56.496506 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:00:56.497145 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:56.500632 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:00:56.505895 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-c5a1b0ba-ee99-4e88-a300-a855b193a1e5 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329765 Mar 10 09:00:56.523511 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Pushing event updated for resources: {'Port': ['ID=5e905f73-d856-47bc-91f7-67abbfe11554,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:56.536642 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834936e-a625-4c77-8355-2fff4693c4c2 None None] Pushing event updated for resources: {'Port': ['ID=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:56.568892 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.625548 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:00:56.769306 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-55a436fb-2ab7-42db-9d82-2d371c011dd7 None None] Provisioning complete for port 5e905f73-d856-47bc-91f7-67abbfe11554 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:56.769946 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-55a436fb-2ab7-42db-9d82-2d371c011dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:56.835448 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-55a436fb-2ab7-42db-9d82-2d371c011dd7 None None] Port 5e905f73-d856-47bc-91f7-67abbfe11554 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:00:56.863177 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:54Z', 'revision_number': 3, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:56.892915 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ab0b-7fe1-4edf-b1c6-b13f425dbb53 None None] The sync data for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi is: [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:54Z', 'revision_number': 3, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:00:56.917029 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bceec20-bcff-4785-852c-9b94ff15d608 req-acf70ce3-a637-431d-814b-fc498746ebc3 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893402 Mar 10 09:00:57.039737 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.228836 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks [] for port (5e905f73-d856-47bc-91f7-67abbfe11554), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.296716 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:00:57.310266 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.368981 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:57.369362 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.385848 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Pushing event updated for resources: {'Port': ['ID=5e905f73-d856-47bc-91f7-67abbfe11554,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:57.390757 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.460406 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:57.460795 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.488005 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:57.510898 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Network efde2954-269e-4041-823f-755fbc14646b is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:00:57.512369 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:00:57.555185 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.617069 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:57.651794 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:00:57.765392 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-180aeece-7061-40f2-a8b2-f49c7c46f338 None None] Provisioning complete for port 5e905f73-d856-47bc-91f7-67abbfe11554 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:57.765771 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-180aeece-7061-40f2-a8b2-f49c7c46f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:57.773592 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:00:57.778981 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-20edac78-23ee-4e60-b757-dcb9a65a0992 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4153016 Mar 10 09:00:57.809739 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-180aeece-7061-40f2-a8b2-f49c7c46f338 None None] Port 5e905f73-d856-47bc-91f7-67abbfe11554 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:00:58.427841 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49666) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:58.432918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1713211473-network', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:00:58.505567 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Sync routers for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:00:58.515452 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:00:58.516060 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:58.539107 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Made reservation on behalf of 736b18da97c749fba2fcc12f33ef0e7a for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:00:58.541602 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.550672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.620552 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:00:58.626598 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks [] for security_group (2ce53bb4-8edb-49ab-8599-a9d53d1d82d6), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.687644 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2ce53bb4-8edb-49ab-8599-a9d53d1d82d6), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.708962 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:00:58.724135 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce53bb4-8edb-49ab-8599-a9d53d1d82d6,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:58.726929 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (88d600cd-483d-404a-a10d-d39fb9ff5651), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.727277 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Added segment 88d600cd-483d-404a-a10d-d39fb9ff5651 of type vlan for network d0bf5149-3da6-4791-892b-19837acc67f8 Mar 10 09:00:58.768409 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (d0bf5149-3da6-4791-892b-19837acc67f8), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.819306 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 2, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:58.844401 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Checking router: 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:00:58.844766 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Updating router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 port 5e905f73-d856-47bc-91f7-67abbfe11554 binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:00:58.870128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (d0bf5149-3da6-4791-892b-19837acc67f8), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.871155 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:58.871739 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.871842 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:58.929191 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] Pushing event updated for resources: {'Network': ['ID=d0bf5149-3da6-4791-892b-19837acc67f8,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:58.938975 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network d0bf5149-3da6-4791-892b-19837acc67f8 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:00:58.961514 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6fa1f454-cbf6-400b-adb6-ec9adef46f0b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5300894 Mar 10 09:00:58.961824 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49668) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:58.966549 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Request body: {'subnet': {'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1713211473-subnet', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'ip_version': 4}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:00:59.071424 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Made reservation on behalf of 736b18da97c749fba2fcc12f33ef0e7a for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:00:59.076054 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14411565'] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.134432 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Publish callbacks [] for port (5e905f73-d856-47bc-91f7-67abbfe11554), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.213364 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.275331 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Pushing event updated for resources: {'Port': ['ID=5e905f73-d856-47bc-91f7-67abbfe11554,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:59.287089 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.287492 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.287767 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.288117 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.288462 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.288802 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.289141 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.289476 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.289809 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.290177 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.290528 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.290849 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.291193 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:00:59.322570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12772337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14411523'] for subnet (b1ec181d-abc6-46ae-ae81-ded3b5c416f5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.355025 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Attempting to bind port 5e905f73-d856-47bc-91f7-67abbfe11554 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:00:59.355749 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Attempting to bind port 5e905f73-d856-47bc-91f7-67abbfe11554 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:00:59.356328 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Attempting to bind port 5e905f73-d856-47bc-91f7-67abbfe11554 on network efde2954-269e-4041-823f-755fbc14646b {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:00:59.363311 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:00:59.364140 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Checking segment: {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:00:59.364782 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.365393 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Bound using segment: {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:00:59.366138 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Bound port: 5e905f73-d856-47bc-91f7-67abbfe11554, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:00:59.366786 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.393782 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ec181d-abc6-46ae-ae81-ded3b5c416f5,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:59.409307 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Checking segment: {'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:00:59.409686 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Network hostable DHCP agents. Network: d0bf5149-3da6-4791-892b-19837acc67f8, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:00:59.422563 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:00:59.450037 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] For port 5e905f73-d856-47bc-91f7-67abbfe11554, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:00:59.454112 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] For port 5e905f73-d856-47bc-91f7-67abbfe11554, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=5e905f73-d856-47bc-91f7-67abbfe11554,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:00:59.494010 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:59.494671 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.527672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Network d0bf5149-3da6-4791-892b-19837acc67f8 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:00:59.559158 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-95d3cf02-5a91-4724-829a-317702eab97b None None] Provisioning complete for port 5e905f73-d856-47bc-91f7-67abbfe11554 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:00:59.559449 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-95d3cf02-5a91-4724-829a-317702eab97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.563511 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.605825 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:00:59.606476 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:00:59.625332 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, d0bf5149-3da6-4791-892b-19837acc67f8) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:00:59.628805 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:00:59.630191 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.631759 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:59.637535 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208557de-fd93-46ec-881e-f86fe586e3ae None None] Network d0bf5149-3da6-4791-892b-19837acc67f8 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:00:59.689295 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cb046-5a95-412e-b7bd-2bea07a4072f None None] Pushing event updated for resources: {'Port': ['ID=5e905f73-d856-47bc-91f7-67abbfe11554,revision_number=4']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:59.710876 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f0f6f34a-0344-41f3-bf1e-fa716a7bf39b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7450228 Mar 10 09:00:59.710876 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49672) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:00:59.714926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:00:59.737874 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-95d3cf02-5a91-4724-829a-317702eab97b None None] Current status of the port 5e905f73-d856-47bc-91f7-67abbfe11554 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:00:59.738296 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-95d3cf02-5a91-4724-829a-317702eab97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.772440 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:00:59.779505 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (f2babf1f-a944-476f-bbad-64aee19718c5), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.780927 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (f2babf1f-a944-476f-bbad-64aee19718c5), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.791484 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-d0bf5149-3da6-4791-892b-19837acc67f8', 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8', 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'fixed_ips': [{'subnet_id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 09:00:59.792447 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.800187 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-95d3cf02-5a91-4724-829a-317702eab97b None None] For port 5e905f73-d856-47bc-91f7-67abbfe11554, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=5e905f73-d856-47bc-91f7-67abbfe11554,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:00:59.858012 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks [] for router_controller (f2babf1f-a944-476f-bbad-64aee19718c5), precommit_add_association {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.870901 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-95d3cf02-5a91-4724-829a-317702eab97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:00:59.957365 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3cf02-5a91-4724-829a-317702eab97b None None] Pushing event updated for resources: {'Port': ['ID=5e905f73-d856-47bc-91f7-67abbfe11554,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:00:59.976329 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Allocated IP 172.20.0.2 (d0bf5149-3da6-4791-892b-19837acc67f8/b1ec181d-abc6-46ae-ae81-ded3b5c416f5/e81b7a75-f8d7-481d-9879-95589c20d7c1) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:00:59.991194 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:00.012682 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-f585a3ae-044d-4db9-af67-2905abb4a8f8 None None] Provisioning complete for port 5e905f73-d856-47bc-91f7-67abbfe11554 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:00.013060 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f585a3ae-044d-4db9-af67-2905abb4a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.022758 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918b8f2-d333-412a-a40c-6332b4b0fa13 None None] The sync data for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi is: [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:01:00.095546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks [] for router_gateway (f2babf1f-a944-476f-bbad-64aee19718c5), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.199965 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-f585a3ae-044d-4db9-af67-2905abb4a8f8 None None] Current status of the port 5e905f73-d856-47bc-91f7-67abbfe11554 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:00.213262 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Publish callbacks [] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.305399 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.343090 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Network d0bf5149-3da6-4791-892b-19837acc67f8 is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:01:00.346787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:01:00.352546 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:01:00.361152 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Pushing event updated for resources: {'Port': ['ID=e81b7a75-f8d7-481d-9879-95589c20d7c1,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:00.378749 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks [] for router_gateway (f2babf1f-a944-476f-bbad-64aee19718c5), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.402180 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.418770 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Attempting to bind port e81b7a75-f8d7-481d-9879-95589c20d7c1 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:01:00.419139 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Attempting to bind port e81b7a75-f8d7-481d-9879-95589c20d7c1 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:01:00.419499 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Attempting to bind port e81b7a75-f8d7-481d-9879-95589c20d7c1 on network d0bf5149-3da6-4791-892b-19837acc67f8 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:01:00.425545 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:01:00.425917 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Checking segment: {'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:01:00.426392 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.426781 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Bound using segment: {'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:01:00.427292 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Bound port: e81b7a75-f8d7-481d-9879-95589c20d7c1, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:01:00.427670 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.493712 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] For port e81b7a75-f8d7-481d-9879-95589c20d7c1, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:01:00.497959 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] For port e81b7a75-f8d7-481d-9879-95589c20d7c1, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=e81b7a75-f8d7-481d-9879-95589c20d7c1,segment=NetworkSegment(88d600cd-483d-404a-a10d-d39fb9ff5651),segment_id=88d600cd-483d-404a-a10d-d39fb9ff5651)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:01:00.515880 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Allocated IP 172.27.1.95 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/78b003ab-424e-4bfd-9901-e5a1f9cd592f) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:01:00.608539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.620873 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks [] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.684531 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbb538-4f6e-4e01-9f5f-aaff0723b4a2 None None] Pushing event updated for resources: {'Port': ['ID=e81b7a75-f8d7-481d-9879-95589c20d7c1,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:00.752269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:00.791763 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:01:00.796986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:01:00.801452 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:01:00.824834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Pushing event updated for resources: {'Port': ['ID=78b003ab-424e-4bfd-9901-e5a1f9cd592f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:01.154493 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks [] for router_gateway (f2babf1f-a944-476f-bbad-64aee19718c5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:01.344717 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e81b7a75-f8d7-481d-9879-95589c20d7c1 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:01:01.374007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (f2babf1f-a944-476f-bbad-64aee19718c5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:01.394924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port e81b7a75-f8d7-481d-9879-95589c20d7c1 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:01.395301 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:01.481464 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port e81b7a75-f8d7-481d-9879-95589c20d7c1 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:01.482036 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:01.521900 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port e81b7a75-f8d7-481d-9879-95589c20d7c1, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=e81b7a75-f8d7-481d-9879-95589c20d7c1,segment=NetworkSegment(88d600cd-483d-404a-a10d-d39fb9ff5651),segment_id=88d600cd-483d-404a-a10d-d39fb9ff5651)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:01.619070 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Router f2babf1f-a944-476f-bbad-64aee19718c5 is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 09:01:01.621043 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ede39-bbc1-4ee1-8a4c-12bcaa4751c9 None None] Network d0bf5149-3da6-4791-892b-19837acc67f8 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:01:01.642274 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:01.646415 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 5e905f73-d856-47bc-91f7-67abbfe11554 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:01:01.725866 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:01:01.747951 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Sync routers for ids ['f2babf1f-a944-476f-bbad-64aee19718c5'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:01:01.757104 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-34ec793c-02cf-4b4d-88b2-359dfc452a54 None None] Provisioning complete for port e81b7a75-f8d7-481d-9879-95589c20d7c1 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:01.760814 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-34ec793c-02cf-4b4d-88b2-359dfc452a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:01.792709 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:01.794006 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-21286fd0-082f-4e7f-95d5-75f07fc8b353 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0824802 Mar 10 09:01:01.796714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 49678) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:01.811416 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=e81b7a75-f8d7-481d-9879-95589c20d7c1,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:01.819519 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Routers {'f2babf1f-a944-476f-bbad-64aee19718c5'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:01.820004 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['f2babf1f-a944-476f-bbad-64aee19718c5'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:01.905150 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 5e905f73-d856-47bc-91f7-67abbfe11554 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:01.905436 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.035485 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Set router f2babf1f-a944-476f-bbad-64aee19718c5 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:02.037722 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-34ec793c-02cf-4b4d-88b2-359dfc452a54 None None] Current status of the port e81b7a75-f8d7-481d-9879-95589c20d7c1 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:02.329795 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 5e905f73-d856-47bc-91f7-67abbfe11554 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:02.340941 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-a7bf952a-7473-41d2-b19b-03a4a8e7df3e None None] Provisioning complete for port e81b7a75-f8d7-481d-9879-95589c20d7c1 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:02.341248 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a7bf952a-7473-41d2-b19b-03a4a8e7df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.467540 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:01:00Z', 'revision_number': 3, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port': {'id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:00Z', 'updated_at': '2022-03-10T09:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:02.473664 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.495421 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf952a-7473-41d2-b19b-03a4a8e7df3e None None] Current status of the port e81b7a75-f8d7-481d-9879-95589c20d7c1 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:02.497393 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Checking router: f2babf1f-a944-476f-bbad-64aee19718c5 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:01:02.497746 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Updating router f2babf1f-a944-476f-bbad-64aee19718c5 port 78b003ab-424e-4bfd-9901-e5a1f9cd592f binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:01:02.525690 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.625698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Allocated IP 172.20.0.1 (d0bf5149-3da6-4791-892b-19837acc67f8/b1ec181d-abc6-46ae-ae81-ded3b5c416f5/bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:01:02.728904 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks [] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.775939 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Publish callbacks [] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.848133 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.858982 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.886581 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Network d0bf5149-3da6-4791-892b-19837acc67f8 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:01:02.894253 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:01:02.896624 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:01:02.912400 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Attempting to bind port 78b003ab-424e-4bfd-9901-e5a1f9cd592f on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:01:02.912774 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Attempting to bind port 78b003ab-424e-4bfd-9901-e5a1f9cd592f by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:01:02.913140 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Attempting to bind port 78b003ab-424e-4bfd-9901-e5a1f9cd592f on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:01:02.917871 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73ecf2-3630-45e5-99e9-32871f3a5da1 None None] Pushing event updated for resources: {'Port': ['ID=78b003ab-424e-4bfd-9901-e5a1f9cd592f,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:02.920349 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:01:02.920728 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:01:02.921135 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.921740 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:01:02.921980 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Bound port: 78b003ab-424e-4bfd-9901-e5a1f9cd592f, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:01:02.922386 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.924026 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:02.945678 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (f2babf1f-a944-476f-bbad-64aee19718c5), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:02.977432 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] For port 78b003ab-424e-4bfd-9901-e5a1f9cd592f, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:01:02.980912 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] For port 78b003ab-424e-4bfd-9901-e5a1f9cd592f, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=78b003ab-424e-4bfd-9901-e5a1f9cd592f,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:01:03.065386 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.114773 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Routers {'f2babf1f-a944-476f-bbad-64aee19718c5'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:03.115394 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:00:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['f2babf1f-a944-476f-bbad-64aee19718c5'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:03.144802 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.169975 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73ecf2-3630-45e5-99e9-32871f3a5da1 None None] Pushing event updated for resources: {'Port': ['ID=78b003ab-424e-4bfd-9901-e5a1f9cd592f,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:03.192294 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-eb76be1f-1c08-4b47-9cba-c3ac99cae0df None None] Provisioning complete for port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:03.192677 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-eb76be1f-1c08-4b47-9cba-c3ac99cae0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.264615 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-eb76be1f-1c08-4b47-9cba-c3ac99cae0df None None] Port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:01:03.276533 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] Set router f2babf1f-a944-476f-bbad-64aee19718c5 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:03.303465 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e81b7a75-f8d7-481d-9879-95589c20d7c1 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:01:03.309302 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks [] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.350605 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.422456 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (f2babf1f-a944-476f-bbad-64aee19718c5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.425595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:03.438947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.439296 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.439638 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.439974 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.440997 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.441330 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.441658 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.441983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.442333 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.442660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.442982 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.443302 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.443741 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:03.460538 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a48b28c8-0c27-4da3-908e-2438749eeab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.466725 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port e81b7a75-f8d7-481d-9879-95589c20d7c1 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:03.467104 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.530991 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Network d0bf5149-3da6-4791-892b-19837acc67f8 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:01:03.532431 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:01:03.600938 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port e81b7a75-f8d7-481d-9879-95589c20d7c1 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:03.605776 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:01:03Z', 'revision_number': 4, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port': {'id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:00Z', 'updated_at': '2022-03-10T09:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8', 'name': '', 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'mac_address': 'fa:16:3e:67:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:02Z', 'updated_at': '2022-03-10T09:01:02Z', 'revision_number': 1, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'subnets': [{'id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:03.636581 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83904ab7-4d44-49bb-96e8-6c5f8d0f86ac None None] The sync data for ids ['f2babf1f-a944-476f-bbad-64aee19718c5'] in dv-cinder-796170-5-iscsi is: [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:01:03Z', 'revision_number': 4, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port': {'id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:00Z', 'updated_at': '2022-03-10T09:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8', 'name': '', 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'mac_address': 'fa:16:3e:67:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:02Z', 'updated_at': '2022-03-10T09:01:02Z', 'revision_number': 1, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'subnets': [{'id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:01:03.658931 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Router f2babf1f-a944-476f-bbad-64aee19718c5 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:01:03.785432 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:01:03.798280 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0c50707d-8682-483f-948f-02727b790b40 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2babf1f-a944-476f-bbad-64aee19718c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9925036 Mar 10 09:01:03.798514 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-ba1ca5cf-34d2-42e9-9b7b-6e56908d8031 None None] Provisioning complete for port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:03.798514 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca5cf-34d2-42e9-9b7b-6e56908d8031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:03.829688 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ca5cf-34d2-42e9-9b7b-6e56908d8031 None None] Port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:01:04.334512 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49688) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:04.339075 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-dc516d27-66f9-4f13-b4eb-a0ce85801517 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849489496', 'description': 'tempest-secgroup-smoke-1849489496 description', 'project_id': '3c1de4cd654642319ab628bf15cdb154'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:04.413371 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dc516d27-66f9-4f13-b4eb-a0ce85801517 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.484421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dc516d27-66f9-4f13-b4eb-a0ce85801517 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group (6540295a-7a22-409c-9cec-4c78031cd4b8), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.527558 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dc516d27-66f9-4f13-b4eb-a0ce85801517 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6540295a-7a22-409c-9cec-4c78031cd4b8), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.557248 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc516d27-66f9-4f13-b4eb-a0ce85801517 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6540295a-7a22-409c-9cec-4c78031cd4b8,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:04.604194 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dc516d27-66f9-4f13-b4eb-a0ce85801517 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.605549 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-dc516d27-66f9-4f13-b4eb-a0ce85801517 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2700186 Mar 10 09:01:04.608381 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49690) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:04.613241 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-3055235e-7f49-4a04-ad51-6c2008d7ce66 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'security_group_rule': {'security_group_id': '6540295a-7a22-409c-9cec-4c78031cd4b8', 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:04.693034 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3055235e-7f49-4a04-ad51-6c2008d7ce66 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (592bf7d3-fe55-4bba-8bdd-8a47fd1ca599), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.751203 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3055235e-7f49-4a04-ad51-6c2008d7ce66 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (592bf7d3-fe55-4bba-8bdd-8a47fd1ca599), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.859142 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3055235e-7f49-4a04-ad51-6c2008d7ce66 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (592bf7d3-fe55-4bba-8bdd-8a47fd1ca599), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.877700 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055235e-7f49-4a04-ad51-6c2008d7ce66 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592bf7d3-fe55-4bba-8bdd-8a47fd1ca599,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:04.947063 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3055235e-7f49-4a04-ad51-6c2008d7ce66 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:04.949129 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3055235e-7f49-4a04-ad51-6c2008d7ce66 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390241 Mar 10 09:01:04.953900 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49692) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:04.957202 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-d0d6f2ff-bfe4-4bda-9e73-56a238ea7dc0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'security_group_rule': {'security_group_id': '6540295a-7a22-409c-9cec-4c78031cd4b8', 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:05.052830 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f2ff-bfe4-4bda-9e73-56a238ea7dc0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (2c9fc238-5e33-4b34-b06a-e4820f3b9775), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.109353 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f2ff-bfe4-4bda-9e73-56a238ea7dc0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (2c9fc238-5e33-4b34-b06a-e4820f3b9775), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.190867 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f2ff-bfe4-4bda-9e73-56a238ea7dc0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (2c9fc238-5e33-4b34-b06a-e4820f3b9775), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.208382 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6f2ff-bfe4-4bda-9e73-56a238ea7dc0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9fc238-5e33-4b34-b06a-e4820f3b9775,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:05.284405 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f2ff-bfe4-4bda-9e73-56a238ea7dc0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.285658 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d0d6f2ff-bfe4-4bda-9e73-56a238ea7dc0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329778 Mar 10 09:01:05.288432 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49694) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:05.295465 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-d952455c-a84f-4683-9c61-ab199c526a8c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'security_group_rule': {'security_group_id': '6540295a-7a22-409c-9cec-4c78031cd4b8', 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:05.302229 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78b003ab-424e-4bfd-9901-e5a1f9cd592f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:01:05.349935 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 78b003ab-424e-4bfd-9901-e5a1f9cd592f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:05.350349 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.379377 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d952455c-a84f-4683-9c61-ab199c526a8c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (06c9f358-424d-4473-b13d-b32d8cd5a8ae), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.428407 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 78b003ab-424e-4bfd-9901-e5a1f9cd592f is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:05.428806 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.434940 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d952455c-a84f-4683-9c61-ab199c526a8c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (06c9f358-424d-4473-b13d-b32d8cd5a8ae), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.448525 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 78b003ab-424e-4bfd-9901-e5a1f9cd592f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=78b003ab-424e-4bfd-9901-e5a1f9cd592f,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:05.493330 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d952455c-a84f-4683-9c61-ab199c526a8c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (06c9f358-424d-4473-b13d-b32d8cd5a8ae), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.505883 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.512109 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952455c-a84f-4683-9c61-ab199c526a8c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c9f358-424d-4473-b13d-b32d8cd5a8ae,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:05.553272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=78b003ab-424e-4bfd-9901-e5a1f9cd592f,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:05.581803 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d952455c-a84f-4683-9c61-ab199c526a8c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.583082 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d952455c-a84f-4683-9c61-ab199c526a8c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909620 Mar 10 09:01:05.585765 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49696) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:05.590166 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-5b9f0b9c-19d2-40fe-af24-ee4ecbf14c5b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'security_group_rule': {'security_group_id': '6540295a-7a22-409c-9cec-4c78031cd4b8', 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:05.710409 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-fdc0413b-a4a0-48e5-a16d-14e30bb15d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.749762 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0b9c-19d2-40fe-af24-ee4ecbf14c5b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (bd886fde-1287-4342-aba8-b422b507d427), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.806689 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0b9c-19d2-40fe-af24-ee4ecbf14c5b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (bd886fde-1287-4342-aba8-b422b507d427), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.910887 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0b9c-19d2-40fe-af24-ee4ecbf14c5b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (bd886fde-1287-4342-aba8-b422b507d427), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:05.928248 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f0b9c-19d2-40fe-af24-ee4ecbf14c5b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd886fde-1287-4342-aba8-b422b507d427,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:06.015694 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0b9c-19d2-40fe-af24-ee4ecbf14c5b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.016909 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-5b9f0b9c-19d2-40fe-af24-ee4ecbf14c5b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4301255 Mar 10 09:01:06.020287 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49698) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:06.030122 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'security_group_rule': {'security_group_id': '6540295a-7a22-409c-9cec-4c78031cd4b8', 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:06.133554 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.securitygroups_db [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Project 3c1de4cd654642319ab628bf15cdb154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 09:01:06.138401 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (226017ec-ebf4-4b2b-befd-84baf1fc40a8), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.197367 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (226017ec-ebf4-4b2b-befd-84baf1fc40a8), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.259347 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (226017ec-ebf4-4b2b-befd-84baf1fc40a8), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.277244 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226017ec-ebf4-4b2b-befd-84baf1fc40a8,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:06.335100 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.336325 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-fdcd55e6-066f-4a54-825f-da8e7a6f6582 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3151288 Mar 10 09:01:06.339048 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 49700) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:06.343169 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'security_group_rule': {'security_group_id': '6540295a-7a22-409c-9cec-4c78031cd4b8', 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:06.436742 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.securitygroups_db [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Project 3c1de4cd654642319ab628bf15cdb154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 09:01:06.441976 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (93070b93-7aae-45c4-bdf0-896e7abcdcf3), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.499583 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (93070b93-7aae-45c4-bdf0-896e7abcdcf3), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.561746 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (93070b93-7aae-45c4-bdf0-896e7abcdcf3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.579471 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93070b93-7aae-45c4-bdf0-896e7abcdcf3,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:06.655615 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:06.656813 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d97aaab3-066c-4032-a4f3-d60020087fed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3168554 Mar 10 09:01:06.922279 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:07.085752 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Sync routers for ids ['f2babf1f-a944-476f-bbad-64aee19718c5'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:01:07.095274 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Routers {'f2babf1f-a944-476f-bbad-64aee19718c5'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:07.095891 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['f2babf1f-a944-476f-bbad-64aee19718c5'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:07.282132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78b003ab-424e-4bfd-9901-e5a1f9cd592f up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:01:07.290998 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Set router f2babf1f-a944-476f-bbad-64aee19718c5 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:07.468399 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 78b003ab-424e-4bfd-9901-e5a1f9cd592f triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:07.468793 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:07.498569 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:01:03Z', 'revision_number': 4, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port': {'id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:00Z', 'updated_at': '2022-03-10T09:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8', 'name': '', 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'mac_address': 'fa:16:3e:67:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:02Z', 'updated_at': '2022-03-10T09:01:03Z', 'revision_number': 2, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'subnets': [{'id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:07.528969 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Checking router: f2babf1f-a944-476f-bbad-64aee19718c5 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:01:07.529330 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Updating router f2babf1f-a944-476f-bbad-64aee19718c5 port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:01:07.557222 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:07.557386 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 78b003ab-424e-4bfd-9901-e5a1f9cd592f is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:07.817140 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Publish callbacks [] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:07.910964 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:07.970430 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc883f2-85d1-43bc-9521-d02f401ade6c None None] Pushing event updated for resources: {'Port': ['ID=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:08.024307 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Attempting to bind port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:01:08.024579 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Attempting to bind port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:01:08.024943 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Attempting to bind port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 on network d0bf5149-3da6-4791-892b-19837acc67f8 {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:01:08.030263 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:01:08.030650 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Checking segment: {'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:01:08.031075 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.031498 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Bound using segment: {'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:01:08.031997 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Bound port: bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d600cd-483d-404a-a10d-d39fb9ff5651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:01:08.032397 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.104377 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] For port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:01:08.107905 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] For port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,segment=NetworkSegment(88d600cd-483d-404a-a10d-d39fb9ff5651),segment_id=88d600cd-483d-404a-a10d-d39fb9ff5651)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:01:08.180176 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.196052 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-0f6a3c08-7cf2-45ef-8ae1-eb9fcb8ca312 None None] Provisioning complete for port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:08.196621 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0f6a3c08-7cf2-45ef-8ae1-eb9fcb8ca312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.250762 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc883f2-85d1-43bc-9521-d02f401ade6c None None] Pushing event updated for resources: {'Port': ['ID=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,revision_number=4']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:08.255403 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Routers {'f2babf1f-a944-476f-bbad-64aee19718c5'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:08.256031 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['f2babf1f-a944-476f-bbad-64aee19718c5'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:08.281813 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.287410 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a3c08-7cf2-45ef-8ae1-eb9fcb8ca312 None None] Current status of the port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:08.287887 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0f6a3c08-7cf2-45ef-8ae1-eb9fcb8ca312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.330259 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-0f6a3c08-7cf2-45ef-8ae1-eb9fcb8ca312 None None] For port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,segment=NetworkSegment(88d600cd-483d-404a-a10d-d39fb9ff5651),segment_id=88d600cd-483d-404a-a10d-d39fb9ff5651)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:08.373088 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] Set router f2babf1f-a944-476f-bbad-64aee19718c5 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:08.419333 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0f6a3c08-7cf2-45ef-8ae1-eb9fcb8ca312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.468762 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a3c08-7cf2-45ef-8ae1-eb9fcb8ca312 None None] Pushing event updated for resources: {'Port': ['ID=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:08.542666 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-3b259c3a-37d4-421c-81e7-5eb15da0d03e None None] Provisioning complete for port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:08.543223 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3b259c3a-37d4-421c-81e7-5eb15da0d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:08.579274 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:01:03Z', 'revision_number': 4, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port': {'id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:00Z', 'updated_at': '2022-03-10T09:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8', 'name': '', 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'mac_address': 'fa:16:3e:67:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:02Z', 'updated_at': '2022-03-10T09:01:08Z', 'revision_number': 4, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'subnets': [{'id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:08.605210 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa0d17-9c2c-4481-80ce-10890b40efee None None] The sync data for ids ['f2babf1f-a944-476f-bbad-64aee19718c5'] in dv-cinder-796170-5-iscsi is: [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:01:03Z', 'revision_number': 4, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port': {'id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:00Z', 'updated_at': '2022-03-10T09:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8', 'name': '', 'network_id': 'd0bf5149-3da6-4791-892b-19837acc67f8', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'mac_address': 'fa:16:3e:67:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:02Z', 'updated_at': '2022-03-10T09:01:08Z', 'revision_number': 4, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'subnets': [{'id': 'b1ec181d-abc6-46ae-ae81-ded3b5c416f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:01:08.625966 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-3b259c3a-37d4-421c-81e7-5eb15da0d03e None None] Current status of the port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:09.291416 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:01:09.340463 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:09.340838 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:09.418632 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:10.259341 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:20.683034 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:01:24.597818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:25.293869 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156522-5c4d-438c-b58e-a011bc037bd4 req-4c546369-daa1-4d1f-9e6e-a515a23616e5 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:25.295357 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f5156522-5c4d-438c-b58e-a011bc037bd4 req-4c546369-daa1-4d1f-9e6e-a515a23616e5 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Mar 10 09:01:25.343822 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f5156522-5c4d-438c-b58e-a011bc037bd4 req-cce7b049-1690-4afe-b43c-5fada62dafe7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Mar 10 09:01:26.555625 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c9cb5-1ca8-4129-b73f-91addd429249 req-18a33170-b1c9-426f-8257-674aaef7b696 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:26.557258 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c2c9cb5-1ca8-4129-b73f-91addd429249 req-18a33170-b1c9-426f-8257-674aaef7b696 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.1452909 Mar 10 09:01:26.606585 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c2c9cb5-1ca8-4129-b73f-91addd429249 req-2e11a759-a538-4887-933d-29451eb9d483 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Mar 10 09:01:27.756959 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99589c-5611-464c-b9b5-0d9b246a76f2 req-ccac0723-8fb7-4795-9bf7-6fbefddde890 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:27.758464 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7a99589c-5611-464c-b9b5-0d9b246a76f2 req-ccac0723-8fb7-4795-9bf7-6fbefddde890 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0680001 Mar 10 09:01:27.807917 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7a99589c-5611-464c-b9b5-0d9b246a76f2 req-5148c319-aa72-457a-8970-3508011ea0e7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Mar 10 09:01:28.930698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074d30-4fd5-4dad-8e85-efc8190cf238 req-92d4960a-94e3-4357-8af1-435eae920bf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:28.932156 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5b074d30-4fd5-4dad-8e85-efc8190cf238 req-92d4960a-94e3-4357-8af1-435eae920bf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0557592 Mar 10 09:01:28.977624 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5b074d30-4fd5-4dad-8e85-efc8190cf238 req-388dd77d-f76b-4f45-89b7-f33b2b957884 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 Mar 10 09:01:30.097597 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36467b5-b103-4e97-9289-cd712268de9d req-55308b9e-56fc-43fb-ad4d-a98b308a2263 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:30.099109 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a36467b5-b103-4e97-9289-cd712268de9d req-55308b9e-56fc-43fb-ad4d-a98b308a2263 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0507076 Mar 10 09:01:30.143989 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a36467b5-b103-4e97-9289-cd712268de9d req-2c7988c5-a6ab-4a5d-b7f4-d09f921fac99 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394044 Mar 10 09:01:30.723590 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-26af7497-ab93-4e79-a52b-eb62c230007f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849489496&fields=id&tenant_id=3c1de4cd654642319ab628bf15cdb154 HTTP/1.1" status: 200 len: 267 time: 0.0435891 Mar 10 09:01:30.829638 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-13411037-9776-4e6d-a182-52a03c830022 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:30.831048 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-13411037-9776-4e6d-a182-52a03c830022 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 808 time: 0.1011541 Mar 10 09:01:30.845212 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-5db194dd-cba1-411d-a698-010a5c2930ea tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/quotas/3c1de4cd654642319ab628bf15cdb154 HTTP/1.1" status: 200 len: 375 time: 0.0088346 Mar 10 09:01:30.899127 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-5029264a-c7f1-4e4a-bef2-b98b2397e1f3 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486825 Mar 10 09:01:31.031933 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-53c4d237-096f-492b-ba39-234a39271a99 service neutron] 10.222.0.31 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215396 Mar 10 09:01:31.122463 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-b2c0b4da-835e-4f0f-905e-89cf01a61ad2 service neutron] 10.222.0.31 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846801 Mar 10 09:01:31.266839 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd579c-6861-486e-ba89-d3710e188f44 req-3e6caddd-bb38-419a-a517-b648572c6d70 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:31.268386 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d6dd579c-6861-486e-ba89-d3710e188f44 req-3e6caddd-bb38-419a-a517-b648572c6d70 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0575957 Mar 10 09:01:31.314436 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d6dd579c-6861-486e-ba89-d3710e188f44 req-7c8c3057-c1af-4629-80fb-87166dcedbf7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403850 Mar 10 09:01:31.707739 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8ef35e3a-3c59-43c7-8e33-0aaf9177ae44 req-f6147414-d786-4cbf-ac87-3a41994e7902 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0255980 Mar 10 09:01:32.432215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289df46-b46f-491d-916a-78fc3c4bc035 req-16d94b05-aa3a-4da3-b2d7-13f2db4f6971 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:32.433619 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d289df46-b46f-491d-916a-78fc3c4bc035 req-16d94b05-aa3a-4da3-b2d7-13f2db4f6971 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Mar 10 09:01:32.480240 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d289df46-b46f-491d-916a-78fc3c4bc035 req-95cb6050-6ecd-44ee-a965-498c9cced99a tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Mar 10 09:01:32.783474 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5a10ad98-3668-48cf-90dc-c78402bd13ae req-d98eb2e0-b30f-472f-93c2-123c5088dc14 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0261936 Mar 10 09:01:33.403668 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b60025f8-dd90-41fa-8d37-f36c14fcb40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:33.600784 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cc9a6-29ff-497b-8c00-124b86dce60f req-bb09637d-c026-412b-958f-5edd5359f7bf tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:33.602291 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e85cc9a6-29ff-497b-8c00-124b86dce60f req-bb09637d-c026-412b-958f-5edd5359f7bf tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0558527 Mar 10 09:01:33.648962 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e85cc9a6-29ff-497b-8c00-124b86dce60f req-7195c054-3def-478f-8ca0-818280ae27a5 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 Mar 10 09:01:33.874495 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f124e0a-3d2c-4bce-a499-2a32e6e33803 req-ec3cc90d-f3ef-4a39-97f8-07f3f0bd1a83 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0261011 Mar 10 09:01:34.024983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-017c7400-586c-4f77-91ae-764b03845f34 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:34.026463 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-017c7400-586c-4f77-91ae-764b03845f34 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.30 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 808 time: 0.1048560 Mar 10 09:01:34.088988 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-fa5bed90-9913-4376-88cf-8f7466f694ee tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c1de4cd654642319ab628bf15cdb154 HTTP/1.1" status: 200 len: 380 time: 0.0532045 Mar 10 09:01:34.097159 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'port': {'device_id': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'admin_state_up': True, 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'security_groups': ['6540295a-7a22-409c-9cec-4c78031cd4b8']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:34.272328 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Made reservation on behalf of 3c1de4cd654642319ab628bf15cdb154 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:01:34.275917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:34.401781 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Allocated IP 172.20.0.8 (efde2954-269e-4041-823f-755fbc14646b/be6f9e5d-2a30-487b-b919-2e1d06f9264b/fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:01:34.541874 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:34.633090 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:34.677169 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Network efde2954-269e-4041-823f-755fbc14646b is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:01:34.682514 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:01:34.685049 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:01:34.687023 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a7684-6222-4ea9-9c4a-31cceb64075c req-911d41b9-57db-487d-9123-22a35e23e5e2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:34.689694 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cd9a7684-6222-4ea9-9c4a-31cceb64075c req-911d41b9-57db-487d-9123-22a35e23e5e2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0563726 Mar 10 09:01:34.718568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:34.791773 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:34.795750 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:34.796862 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cd9a7684-6222-4ea9-9c4a-31cceb64075c req-17ff70ec-1d89-40a3-b62f-0f55c368ca13 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801778 Mar 10 09:01:34.821522 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c368c-bc39-42cf-98ab-57f5cc4fd276 req-a97ac018-24bd-47c4-a46d-5ede41a0d9b0 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:34.823159 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-261c368c-bc39-42cf-98ab-57f5cc4fd276 req-a97ac018-24bd-47c4-a46d-5ede41a0d9b0 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0950830 Mar 10 09:01:34.915170 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-261c368c-bc39-42cf-98ab-57f5cc4fd276 req-6a864191-7cb1-4898-9754-57d8f28a8e91 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726621 Mar 10 09:01:34.915170 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-ee749a52-07c9-47fe-93fc-f775c50da619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:34.915170 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-ee749a52-07c9-47fe-93fc-f775c50da619 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1169 time: 0.1633358 Mar 10 09:01:34.984856 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-55128ed3-3316-468b-9bcd-7c4dacde3fca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911607 Mar 10 09:01:35.000254 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Request body: {'port': {'device_id': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:35.005831 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef1bbf-5021-4493-98c6-89e0d4a986ce req-3b9ae022-50ac-459f-9cbf-2e1a6862f9af tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:35.007366 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-65ef1bbf-5021-4493-98c6-89e0d4a986ce req-3b9ae022-50ac-459f-9cbf-2e1a6862f9af tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 931 time: 0.0589271 Mar 10 09:01:35.026369 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-3101c085-98dd-4715-826d-73322fa32987 None None] Provisioning complete for port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:35.034165 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3101c085-98dd-4715-826d-73322fa32987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.034334 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-ce628859-f0dd-44cd-9b12-c39a95017143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:35.034334 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-ce628859-f0dd-44cd-9b12-c39a95017143 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.1165788 Mar 10 09:01:35.066964 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-3101c085-98dd-4715-826d-73322fa32987 None None] Port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:01:35.075627 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-65ef1bbf-5021-4493-98c6-89e0d4a986ce req-c815dd48-4a65-48e0-86e8-ef377182b140 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539286 Mar 10 09:01:35.111943 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.130678 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-9510270e-c231-4e4a-97d5-928ffe626bbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0909603 Mar 10 09:01:35.254829 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-303caa0a-cb43-4a24-9dd8-856d27af44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:35.256282 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-303caa0a-cb43-4a24-9dd8-856d27af44ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.1022246 Mar 10 09:01:35.367500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-2df13831-8db5-4448-83c7-01c7a3396b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:35.368995 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-2df13831-8db5-4448-83c7-01c7a3396b27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063745 Mar 10 09:01:35.512699 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-03d97b64-03d6-4ec4-9030-6d5fb2ef0725 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362789 Mar 10 09:01:35.520211 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:01:35.527702 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Publish callbacks [] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.559506 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Transition to ACTIVE for port object fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:01:35.624114 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-04db5ad5-ebb6-4d25-a453-9892cc0ef56e req-78362a06-5ed4-46bb-bbdc-dd6eeddf8a75 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939090 Mar 10 09:01:35.655363 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.701447 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-5cff82f9-30ae-4b3f-8848-35cfa9ed7640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.706910 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:35.781751 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Attempting to bind port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:01:35.781751 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Attempting to bind port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:01:35.782114 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Attempting to bind port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 on network efde2954-269e-4041-823f-755fbc14646b {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:01:35.787428 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 on network efde2954-269e-4041-823f-755fbc14646b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:01:35.787758 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Attempting to bind port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 on network efde2954-269e-4041-823f-755fbc14646b {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:01:35.792965 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:01:35.795944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Checking segment: {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:01:35.795944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Bound using segment: {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:01:35.795944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Bound port: fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0694cd3-d4ed-473b-8647-1a11593dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efde2954-269e-4041-823f-755fbc14646b'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:01:35.795944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.865729 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:01:35.869135 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:01:35.939322 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ee59-bc6b-46d8-8078-ae841d222ceb req-a4f98a7e-7ccc-4f14-a95b-d2b5d2722400 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:35.941256 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2408ee59-bc6b-46d8-8078-ae841d222ceb req-a4f98a7e-7ccc-4f14-a95b-d2b5d2722400 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0535753 Mar 10 09:01:35.943192 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.987175 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:35.987783 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:35.989987 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 1093 time: 0.9969010 Mar 10 09:01:36.007423 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:01:36.009676 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e125d16c-e2b4-41c1-808c-cda882886a82" -d '{"events": [{"name": "network-changed", "server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:01:36.038046 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfa958-1b3c-4396-8492-cf4f6b616574 req-9f73f2e3-656e-40c3-8ab6-2f2592905545 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.040434 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e1cfa958-1b3c-4396-8492-cf4f6b616574 req-9f73f2e3-656e-40c3-8ab6-2f2592905545 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0624502 Mar 10 09:01:36.046819 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd0aa4-68e0-454b-a8ee-5787ee0bc9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:36.085646 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2408ee59-bc6b-46d8-8078-ae841d222ceb req-21c6680c-c67a-4494-b2db-12dc2498dd9b tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180274 Mar 10 09:01:36.102717 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e1cfa958-1b3c-4396-8492-cf4f6b616574 req-4150dbfc-3cec-446b-b8e5-d92118805207 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554886 Mar 10 09:01:36.161145 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-94274d82-3f02-44ee-8dc3-39d47004ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.162743 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-94274d82-3f02-44ee-8dc3-39d47004ec4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0705500 Mar 10 09:01:36.211592 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-ecb8194a-1a8b-429a-9c6f-d3660867db4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 217 time: 0.0404239 Mar 10 09:01:36.214717 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d32f24-5608-42b0-bc5e-24019cf84cf9 x-openstack-request-id: req-d2d32f24-5608-42b0-bc5e-24019cf84cf9 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:01:36.214843 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:01:36.215111 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2d32f24-5608-42b0-bc5e-24019cf84cf9 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:01:36.215596 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'status': 'completed', 'code': 200} Mar 10 09:01:36.246235 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c0ce9-3889-46a9-ba80-00f3e203c7f9 req-d5c468e4-2bb1-4536-b306-237e758aa99c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.247893 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8c8c0ce9-3889-46a9-ba80-00f3e203c7f9 req-d5c468e4-2bb1-4536-b306-237e758aa99c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0644283 Mar 10 09:01:36.266968 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-b1d4c9f7-9bd2-4288-a17b-4646a4fc44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.268479 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-b1d4c9f7-9bd2-4288-a17b-4646a4fc44d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 200 len: 847 time: 0.0451877 Mar 10 09:01:36.299992 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8c8c0ce9-3889-46a9-ba80-00f3e203c7f9 req-0d712fc3-5315-4ce0-a9e9-c20a0943dd0a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460665 Mar 10 09:01:36.328530 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899de35-4f3d-4af9-badc-acae013f746d req-f08a67ec-0f85-47dc-97c4-01ab15588b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.330043 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-f08a67ec-0f85-47dc-97c4-01ab15588b88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efde2954-269e-4041-823f-755fbc14646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533335 Mar 10 09:01:36.424483 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-601a5605-3d52-4484-93b3-b0b053c19b12 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844932 Mar 10 09:01:36.495085 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102e4b-2e6f-4db7-b957-e94fe3e3c7d8 req-9b4287df-7c10-4a39-86c8-43cb1ee3a39e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.496617 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e9102e4b-2e6f-4db7-b957-e94fe3e3c7d8 req-9b4287df-7c10-4a39-86c8-43cb1ee3a39e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Mar 10 09:01:36.521087 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4899de35-4f3d-4af9-badc-acae013f746d req-d7868264-1cef-4542-9994-c8d982742be3 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923696 Mar 10 09:01:36.547535 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e9102e4b-2e6f-4db7-b957-e94fe3e3c7d8 req-e3f01490-9d9e-43cc-9cfb-f84790a153b6 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452371 Mar 10 09:01:36.605993 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-8715e0c2-f316-4d28-b5d2-ef00d7a7bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.607555 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-8715e0c2-f316-4d28-b5d2-ef00d7a7bcd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 1129 time: 0.0455298 Mar 10 09:01:36.723459 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-f467385e-a7aa-4452-9ab7-745efacc2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.725039 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-f467385e-a7aa-4452-9ab7-745efacc2012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0984466 Mar 10 09:01:36.754940 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-9f2e2a84-e99b-4090-ad7e-eae9e93301c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:36.756382 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-9f2e2a84-e99b-4090-ad7e-eae9e93301c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 912 time: 0.1372297 Mar 10 09:01:36.907124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:37.116963 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-8a37dc25-e225-4b41-9b04-2962c3bb9b8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 200 len: 1001 time: 0.3486316 Mar 10 09:01:37.119689 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-58807691-6d17-4b9e-8f5f-911aeb8d651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.120977 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-58807691-6d17-4b9e-8f5f-911aeb8d651d service neutron] 10.222.0.30 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 909 time: 0.3867652 Mar 10 09:01:37.202003 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-fa7b6eed-1a21-4e97-a2e3-f97ab691847d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 217 time: 0.0715477 Mar 10 09:01:37.257016 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-026906f0-a174-43cd-903c-8cbe5a88c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.258489 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-026906f0-a174-43cd-903c-8cbe5a88c1e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.1298203 Mar 10 09:01:37.309114 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-160fd2d3-ecb9-4d6f-a8c9-9c963bb8483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.310572 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-160fd2d3-ecb9-4d6f-a8c9-9c963bb8483e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 200 len: 847 time: 0.0893819 Mar 10 09:01:37.322520 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a79f0-dea4-4699-9738-a16de6d1789d req-0e5399ec-94b1-4468-a8e6-63306f350f37 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.323947 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4e1a79f0-dea4-4699-9738-a16de6d1789d req-0e5399ec-94b1-4468-a8e6-63306f350f37 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.1362240 Mar 10 09:01:37.389550 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-a9feb92d-fc9a-41d1-81ee-858971fac051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.391087 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-a9feb92d-fc9a-41d1-81ee-858971fac051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239619 Mar 10 09:01:37.418069 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e33c9-fdeb-4f84-8d38-c2a779615275 req-d31cc903-b800-4b2d-acc6-002a907a8194 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.419583 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-832e33c9-fdeb-4f84-8d38-c2a779615275 req-d31cc903-b800-4b2d-acc6-002a907a8194 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0517447 Mar 10 09:01:37.442664 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-a98951bf-d4e5-419f-aa57-f79da9f8b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.444174 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-a98951bf-d4e5-419f-aa57-f79da9f8b297 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efde2954-269e-4041-823f-755fbc14646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185951 Mar 10 09:01:37.458579 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4e1a79f0-dea4-4699-9738-a16de6d1789d req-14cff4c8-25b9-4e0d-b7da-9e1b233c8730 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234050 Mar 10 09:01:37.468714 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-832e33c9-fdeb-4f84-8d38-c2a779615275 req-6898f911-c878-4bd8-8964-933bd089dbed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436254 Mar 10 09:01:37.572107 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-ded8c55e-7123-42fe-ac7e-7e5decacc060 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726277 Mar 10 09:01:37.605743 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-29b7e93c-5841-41bb-a9c1-9b2e4c106e49 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529918 Mar 10 09:01:37.778358 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aac2f437-0668-4ae8-bc5c-bc56741137d9 req-bea4b886-278f-4714-9b81-49795e1015eb service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984546 Mar 10 09:01:37.792006 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11636d7-cf41-4b2a-8ed8-df3cad0f568b req-5737aa95-13c8-423c-a12b-8adc23ab5f78 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:37.793569 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e11636d7-cf41-4b2a-8ed8-df3cad0f568b req-5737aa95-13c8-423c-a12b-8adc23ab5f78 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.1751366 Mar 10 09:01:37.797509 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e125d16c-e2b4-41c1-808c-cda882886a82 req-4dc720b1-b0c6-4533-9fdd-24e25f35a830 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780257 Mar 10 09:01:37.843479 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e11636d7-cf41-4b2a-8ed8-df3cad0f568b req-d6c8e3bc-3681-4e73-b0df-123f85f2b286 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Mar 10 09:01:38.278266 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:38.580019 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40c121-1d5f-4879-b0bf-0688260ce6b0 req-81a0e0ea-2944-4f97-9025-77e4e544df9d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:38.581623 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6e40c121-1d5f-4879-b0bf-0688260ce6b0 req-81a0e0ea-2944-4f97-9025-77e4e544df9d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0543382 Mar 10 09:01:38.587378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c512949-53cb-4f94-9f3f-d9e33a06eca2 req-d367e6c5-f12b-4a08-997c-575aff758aca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:38.588861 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7c512949-53cb-4f94-9f3f-d9e33a06eca2 req-d367e6c5-f12b-4a08-997c-575aff758aca tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0518112 Mar 10 09:01:38.639817 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7c512949-53cb-4f94-9f3f-d9e33a06eca2 req-771fd03d-41ee-42fb-a5e6-0def840da31c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Mar 10 09:01:38.642422 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6e40c121-1d5f-4879-b0bf-0688260ce6b0 req-a6e06b99-8abb-42a5-9e58-e013d5c8e7c2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550160 Mar 10 09:01:38.962871 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c67b49-37c5-4996-99d2-89cc13bf7423 req-a9a39ba8-3a68-4c21-9e1b-3f02a456ce8e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:38.964361 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-45c67b49-37c5-4996-99d2-89cc13bf7423 req-a9a39ba8-3a68-4c21-9e1b-3f02a456ce8e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0557837 Mar 10 09:01:39.011349 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-45c67b49-37c5-4996-99d2-89cc13bf7423 req-dc7c5a13-c9c6-481f-80ca-adf973802a54 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Mar 10 09:01:39.760734 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d6b95-d827-4729-99af-47b2d813d73e req-884a3f96-16be-42ff-a067-cba42ced2573 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:39.762277 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-232d6b95-d827-4729-99af-47b2d813d73e req-884a3f96-16be-42ff-a067-cba42ced2573 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0550737 Mar 10 09:01:39.763331 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e314-0543-40b9-b2dc-46cd94d09cdd req-c1fecf9b-1f64-41e1-8f2c-9bd657fa09a3 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:39.764806 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ece4e314-0543-40b9-b2dc-46cd94d09cdd req-c1fecf9b-1f64-41e1-8f2c-9bd657fa09a3 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0580747 Mar 10 09:01:39.813665 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ece4e314-0543-40b9-b2dc-46cd94d09cdd req-97ddbc7b-2c17-481b-a3d5-f60991c12a85 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Mar 10 09:01:39.826465 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-232d6b95-d827-4729-99af-47b2d813d73e req-419c0aed-03a2-4554-87c7-ffeb6d504eed tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579426 Mar 10 09:01:40.278408 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:40.937151 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc979aa-f57a-44f7-ad51-8eb90a1f478d req-05c95316-dca6-469d-a343-cd05c4498b7b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:40.938590 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3dc979aa-f57a-44f7-ad51-8eb90a1f478d req-05c95316-dca6-469d-a343-cd05c4498b7b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0539851 Mar 10 09:01:40.950112 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514572f3-eec3-4c17-8c10-38920fc7cb4d req-946666c6-31ae-4720-83f4-19e878508b20 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:40.951613 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-514572f3-eec3-4c17-8c10-38920fc7cb4d req-946666c6-31ae-4720-83f4-19e878508b20 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0579627 Mar 10 09:01:40.988188 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-3dc979aa-f57a-44f7-ad51-8eb90a1f478d req-98049586-6622-4599-a5ac-d3f9138b493e tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Mar 10 09:01:41.011722 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-514572f3-eec3-4c17-8c10-38920fc7cb4d req-9ffa70d6-c311-4968-913f-fe6d4faa5101 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535831 Mar 10 09:01:42.117622 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28b56-7be5-4038-ae4f-653fc30ebfa0 req-dd7e148b-c999-4c09-b45b-d39f3781d970 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:42.119170 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2cb28b56-7be5-4038-ae4f-653fc30ebfa0 req-dd7e148b-c999-4c09-b45b-d39f3781d970 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0641401 Mar 10 09:01:42.135923 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cb715-aba8-46ab-be1c-b99ddc6e1fca req-fa3cdac4-0570-4c9f-823e-9ec396d0cffb tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:42.137460 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a46cb715-aba8-46ab-be1c-b99ddc6e1fca req-fa3cdac4-0570-4c9f-823e-9ec396d0cffb tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0536566 Mar 10 09:01:42.178815 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2cb28b56-7be5-4038-ae4f-653fc30ebfa0 req-5109a1ea-140c-4e97-82e1-c706e3d4048f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538218 Mar 10 09:01:42.198475 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a46cb715-aba8-46ab-be1c-b99ddc6e1fca req-ea68546b-7b85-4f32-b6e3-c66fdafe847d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550690 Mar 10 09:01:43.301544 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1c8aa-d280-4ce2-af7a-35608c678edf req-5be9acd3-c670-4334-b30a-fd0260a6ab0c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:43.303059 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-36c1c8aa-d280-4ce2-af7a-35608c678edf req-5be9acd3-c670-4334-b30a-fd0260a6ab0c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0518079 Mar 10 09:01:43.319048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517cddd-f32b-4320-a179-52068e42d2ed req-dfedf9df-5b6a-49cc-b65f-30fed92f789a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:43.320541 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2517cddd-f32b-4320-a179-52068e42d2ed req-dfedf9df-5b6a-49cc-b65f-30fed92f789a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0526664 Mar 10 09:01:43.351869 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-36c1c8aa-d280-4ce2-af7a-35608c678edf req-f4661a23-8820-4d73-869f-7dfbe1a4bb03 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Mar 10 09:01:43.384030 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2517cddd-f32b-4320-a179-52068e42d2ed req-26289c80-3a44-4106-8d8c-d5016caeb875 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579100 Mar 10 09:01:44.470328 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886ead3-8e08-4fa1-a3b8-6c83dd349e25 req-53d45d1a-144e-4eff-9576-42c90a7ba129 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:44.471845 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a886ead3-8e08-4fa1-a3b8-6c83dd349e25 req-53d45d1a-144e-4eff-9576-42c90a7ba129 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0535090 Mar 10 09:01:44.503288 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b127b8-e4e0-4883-8b6b-67c927e59a32 req-8164d589-9a2e-463e-a07d-7cd87ccc5327 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:44.505509 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e1b127b8-e4e0-4883-8b6b-67c927e59a32 req-8164d589-9a2e-463e-a07d-7cd87ccc5327 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0546923 Mar 10 09:01:44.521647 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a886ead3-8e08-4fa1-a3b8-6c83dd349e25 req-fc753098-5f65-4cba-b388-e52dd06a393f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Mar 10 09:01:44.566193 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e1b127b8-e4e0-4883-8b6b-67c927e59a32 req-0cb7ea85-2529-4cbc-8fd1-7fcd190a6da9 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547702 Mar 10 09:01:45.532474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:01:45.636821 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:45.648055 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e28993-6d48-4352-bc53-a11b322da557 req-e2a60bd0-1e2b-4754-a692-8511f738ab5a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:45.648841 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'port_id': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'mac_address': 'fa:16:3e:04:27:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:01:45.649636 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-41e28993-6d48-4352-bc53-a11b322da557 req-e2a60bd0-1e2b-4754-a692-8511f738ab5a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0625701 Mar 10 09:01:45.687021 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:45.687798 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:45.694634 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cf923-7c51-4126-8e32-68f26b8c7255 req-5ab98c7f-b77f-4065-99e9-0f3f7b132e22 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:45.696159 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ce4cf923-7c51-4126-8e32-68f26b8c7255 req-5ab98c7f-b77f-4065-99e9-0f3f7b132e22 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0579631 Mar 10 09:01:45.700882 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:01:45.703044 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-41e28993-6d48-4352-bc53-a11b322da557 req-c51ac6dd-c8b5-4e9e-8887-c02d5514c8a5 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473511 Mar 10 09:01:45.727623 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:45.764658 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ce4cf923-7c51-4126-8e32-68f26b8c7255 req-b6bef7ea-1cc1-4a8e-a88f-287dbdb541cb tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587094 Mar 10 09:01:45.844763 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:45.907347 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:46.322493 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:01:46.840477 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425bcf-e8db-4efe-83c5-bdc47b1837c8 req-c0e77ac0-8dea-488a-977e-a520d4ebe6a4 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:46.848575 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6b425bcf-e8db-4efe-83c5-bdc47b1837c8 req-c0e77ac0-8dea-488a-977e-a520d4ebe6a4 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 944 time: 0.0595472 Mar 10 09:01:46.885796 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c07e-c2b1-4563-81fd-6680e5f77c15 req-d8183e85-aaab-4b5e-9dcf-7644d32aec17 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:46.890772 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5852c07e-c2b1-4563-81fd-6680e5f77c15 req-d8183e85-aaab-4b5e-9dcf-7644d32aec17 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0558617 Mar 10 09:01:46.892004 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6b425bcf-e8db-4efe-83c5-bdc47b1837c8 req-87224db8-e539-487b-a417-ebb101e5a799 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Mar 10 09:01:46.949304 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5852c07e-c2b1-4563-81fd-6680e5f77c15 req-6a367d7a-3f18-4258-ac87-f3335f7ac5db tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559189 Mar 10 09:01:47.562481 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:01:47.690308 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:01:47.694383 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:01:47.694761 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:47.776247 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:01:47.776641 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:47.799379 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:01:47.805728 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4628860-8ada-4735-9a60-c4f89af7f1da" -d '{"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:01:47.814755 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:47.896382 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353eb4a4-30b9-4ec6-ae5c-948c57b7e5be x-openstack-request-id: req-353eb4a4-30b9-4ec6-ae5c-948c57b7e5be {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:01:47.896708 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:01:47.896973 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-353eb4a4-30b9-4ec6-ae5c-948c57b7e5be {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:01:47.897374 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'code': 200} Mar 10 09:01:47.898567 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:47.947083 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:48.037487 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd694-5c1a-40e4-93f9-a2a7d2f392a0 req-c03004d8-def1-4bcf-8702-bb2069298315 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:48.039015 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-19ffd694-5c1a-40e4-93f9-a2a7d2f392a0 req-c03004d8-def1-4bcf-8702-bb2069298315 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Mar 10 09:01:48.073483 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6170c8-d12c-4bd3-8276-b75f47dcf3c7 req-264d76d3-099b-4051-a924-3141c9b4e9aa tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:48.075712 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ca6170c8-d12c-4bd3-8276-b75f47dcf3c7 req-264d76d3-099b-4051-a924-3141c9b4e9aa tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0562956 Mar 10 09:01:48.147429 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ca6170c8-d12c-4bd3-8276-b75f47dcf3c7 req-8e7f032b-73ca-455e-bd45-b179c0f42692 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=213d902d-b6a3-4545-a75a-1941c48df655&id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647945 Mar 10 09:01:48.244307 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-19ffd694-5c1a-40e4-93f9-a2a7d2f392a0 req-3000aa2b-8de4-4757-b2d6-fdf1965d8d1d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995356 Mar 10 09:01:48.302824 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab6fdb-6b86-4525-bafa-a5b949b256f8 req-43e0dfd8-3e84-4f9d-b3ee-8842f5271424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:48.304322 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bcab6fdb-6b86-4525-bafa-a5b949b256f8 req-43e0dfd8-3e84-4f9d-b3ee-8842f5271424 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0464056 Mar 10 09:01:48.355065 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bcab6fdb-6b86-4525-bafa-a5b949b256f8 req-dc4b6cdd-07ce-4b28-9e13-a00d473c11b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Mar 10 09:01:49.360367 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bf10f-c5a1-4dd7-9a96-5e69408dd162 req-e3af7420-fe4f-4edb-8818-ea8ac62aff74 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:49.361899 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ab8bf10f-c5a1-4dd7-9a96-5e69408dd162 req-e3af7420-fe4f-4edb-8818-ea8ac62aff74 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Mar 10 09:01:49.411998 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ab8bf10f-c5a1-4dd7-9a96-5e69408dd162 req-aeed898f-44d4-4839-a4d6-fd1ad59ac086 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Mar 10 09:01:49.909698 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa630a-629c-42bf-8bca-40e6e9fe3d7f req-2c853eba-9b68-4b8f-8d7f-414f7f09330a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:49.911925 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e6fa630a-629c-42bf-8bca-40e6e9fe3d7f req-2c853eba-9b68-4b8f-8d7f-414f7f09330a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0534878 Mar 10 09:01:49.963529 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e6fa630a-629c-42bf-8bca-40e6e9fe3d7f req-8492c246-b657-44de-a791-26451547d424 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457618 Mar 10 09:01:50.531063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378de22-cdd8-4b23-8cff-ef12a3a48eba req-1299774d-d2bf-497c-8565-b1b15c852655 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:50.532529 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5378de22-cdd8-4b23-8cff-ef12a3a48eba req-1299774d-d2bf-497c-8565-b1b15c852655 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Mar 10 09:01:50.581546 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5378de22-cdd8-4b23-8cff-ef12a3a48eba req-e3397cab-2b36-494a-b8ce-719328bc3902 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Mar 10 09:01:50.697519 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de796e-5c0e-46c6-a065-8e775267c52f req-53a82228-61ba-48d3-9b2a-d4d35f88d498 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:50.698995 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-95de796e-5c0e-46c6-a065-8e775267c52f req-53a82228-61ba-48d3-9b2a-d4d35f88d498 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0515492 Mar 10 09:01:50.760088 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-95de796e-5c0e-46c6-a065-8e775267c52f req-1e9d25c5-9d72-45da-911c-cede8ecbb394 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552139 Mar 10 09:01:50.781895 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50036) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:50.883894 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039ed22-cdac-4bb3-b84a-bffbd6a9f306 tempest-TestShelveInstance-1069029683 tempest-TestShelveInstance-1069029683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:50.885611 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-6039ed22-cdac-4bb3-b84a-bffbd6a9f306 tempest-TestShelveInstance-1069029683 tempest-TestShelveInstance-1069029683-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1124 time: 0.1026196 Mar 10 09:01:50.888549 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50044) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:50.892605 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'port_id': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:50.998979 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:51.097742 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a684-7528-4564-bebd-7b84d5f9f8c1 req-0a1a7989-b66c-4ac5-abc1-85e2f6ad8e26 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:51.106543 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-15b1a684-7528-4564-bebd-7b84d5f9f8c1 req-0a1a7989-b66c-4ac5-abc1-85e2f6ad8e26 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0649297 Mar 10 09:01:51.117995 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:51.151195 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-15b1a684-7528-4564-bebd-7b84d5f9f8c1 req-1e71b205-4dbb-42d9-bb07-acf4c90a124e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437515 Mar 10 09:01:51.230934 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Allocated IP 172.27.1.213 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/f72afa93-8ee7-4b21-818d-81d24c852fe2) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:01:51.331382 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:51.456754 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:51.493853 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:01:51.501915 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:01:51.505894 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:01:51.532668 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'Port': ['ID=f72afa93-8ee7-4b21-818d-81d24c852fe2,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:51.546826 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.547181 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.547526 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.547868 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.548206 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.548543 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.548873 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.549199 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.549526 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.549854 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.550206 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.550533 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.550865 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:01:51.600377 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26582c9c-824b-4c21-b6c6-38a9226b6492 req-6d930303-68ca-4a1b-95e0-12ba3cfe8e46 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:51.602116 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-26582c9c-824b-4c21-b6c6-38a9226b6492 req-6d930303-68ca-4a1b-95e0-12ba3cfe8e46 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 945 time: 0.0594265 Mar 10 09:01:51.650361 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-26582c9c-824b-4c21-b6c6-38a9226b6492 req-ae14e6ff-214c-48bf-a12d-ed99f2a6e87b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Mar 10 09:01:51.899739 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for floatingip (dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:51.924098 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-4e6676aa-cd23-48e9-8d3b-7df2e8545b8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:51.925582 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-4e6676aa-cd23-48e9-8d3b-7df2e8545b8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0643594 Mar 10 09:01:52.028518 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Deleting port bad3c2f3-450e-4a32-95e6-8738dc9d556c {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:01:52.028875 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.050355 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.117346 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] For port bad3c2f3-450e-4a32-95e6-8738dc9d556c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bad3c2f3-450e-4a32-95e6-8738dc9d556c,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:52.117744 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.205737 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.279038 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ce951-00d4-4e2d-89f8-0429017a2aa7 req-4ddc3b89-9ef3-4538-b169-7db1f041964f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:52.280533 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a59ce951-00d4-4e2d-89f8-0429017a2aa7 req-4ddc3b89-9ef3-4538-b169-7db1f041964f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 947 time: 0.0535688 Mar 10 09:01:52.281614 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.349759 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.350269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (f4246c95-73a5-4d94-9f06-b09e3c8f0aac), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.350590 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Floating IP f4246c95-73a5-4d94-9f06-b09e3c8f0aac disassociated. External IP: 172.27.1.127, port: bad3c2f3-450e-4a32-95e6-8738dc9d556c. Mar 10 09:01:52.350932 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Calling delete_port for bad3c2f3-450e-4a32-95e6-8738dc9d556c owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:01:52.375339 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event updated for resources: {'Port': ['ID=f72afa93-8ee7-4b21-818d-81d24c852fe2,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:52.392602 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.397533 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a59ce951-00d4-4e2d-89f8-0429017a2aa7 req-e545bacb-904a-4930-9744-3824fdebffc8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b9dbcef-5212-475e-88d9-a687ff3cf013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059120 Mar 10 09:01:52.502004 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Floating IP dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443 associated. External IP: 172.27.1.213, port: fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428. Mar 10 09:01:52.547438 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (bad3c2f3-450e-4a32-95e6-8738dc9d556c), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.580079 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event deleted for resources: {'Port': ['ID=bad3c2f3-450e-4a32-95e6-8738dc9d556c,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:52.698363 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:01:52.721485 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:01:52.837200 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:01:52.844291 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9337f-03fd-4e51-8731-a9e51de32ab3 req-ab0cdca9-a8b0-4c57-8607-37d85347e452 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:52.846128 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ebc9337f-03fd-4e51-8731-a9e51de32ab3 req-ab0cdca9-a8b0-4c57-8607-37d85347e452 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 945 time: 0.1002159 Mar 10 09:01:52.848794 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54805cff-a405-4103-8505-6a88d9610858 None None] Sync routers for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:01:52.861631 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:52.870556 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:52.872374 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:01:52.883512 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] Sync routers for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:01:52.896730 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:52.899208 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:52.924650 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] No DVR routers for this DVR port bad3c2f3-450e-4a32-95e6-8738dc9d556c on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:01:52.927862 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:52.933664 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-861371d9-21fe-4deb-8c60-4c76fb8800c9 req-cd84f644-1a01-495a-a8c1-64c5e0b9b161 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "DELETE /v2.0/ports/bad3c2f3-450e-4a32-95e6-8738dc9d556c HTTP/1.1" status: 204 len: 173 time: 0.9999981 Mar 10 09:01:52.934726 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-deleted', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:01:52.947280 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6627c2-33b8-49c0-bffd-8e1b09ee23da" -d '{"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-deleted", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:01:52.967502 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ebc9337f-03fd-4e51-8731-a9e51de32ab3 req-930cf395-fac3-4c5b-b95e-c48d249c4e41 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128123 Mar 10 09:01:52.978056 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:53.018656 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aba6cc-042d-43c7-871d-e640c1045e54 x-openstack-request-id: req-78aba6cc-042d-43c7-871d-e640c1045e54 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:01:53.018956 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6556dab4-b8ad-4e64-9d15-4479a21a9b2f", "name": "network-vif-deleted", "tag": "bad3c2f3-450e-4a32-95e6-8738dc9d556c", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:01:53.019215 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78aba6cc-042d-43c7-871d-e640c1045e54 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:01:53.019622 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6556dab4-b8ad-4e64-9d15-4479a21a9b2f', 'name': 'network-vif-deleted', 'tag': 'bad3c2f3-450e-4a32-95e6-8738dc9d556c', 'status': 'completed', 'code': 200} Mar 10 09:01:53.019734 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:53.027708 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-936c5bf3-81ee-4dee-8827-4902cb71d78b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1377335 Mar 10 09:01:53.028649 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:01:53.034907 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171" -d '{"events": [{"name": "network-changed", "server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:01:53.058962 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:53.091205 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794f1860-b9da-43f3-ad3b-26cb7de46b85 x-openstack-request-id: req-794f1860-b9da-43f3-ad3b-26cb7de46b85 {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:01:53.091515 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:01:53.091773 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794f1860-b9da-43f3-ad3b-26cb7de46b85 {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:01:53.092175 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'status': 'completed', 'code': 200} Mar 10 09:01:53.185187 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-0869fbea-37ac-465a-b70d-07ce7ba5bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:53.186922 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-0869fbea-37ac-465a-b70d-07ce7ba5bdc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0702710 Mar 10 09:01:53.298438 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:53.302222 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'port_id': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'mac_address': 'fa:16:3e:04:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:01:51Z', 'updated_at': '2022-03-10T09:01:51Z', 'revision_number': 0, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 5, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:53.308236 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-a00c1024-3238-432c-8f3f-c1d35b99d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:53.309756 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-a00c1024-3238-432c-8f3f-c1d35b99d3c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 909 time: 0.1016984 Mar 10 09:01:53.332254 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54805cff-a405-4103-8505-6a88d9610858 None None] Checking router: 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:01:53.342193 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:53.342757 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:53.443301 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] Checking router: 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:01:53.446614 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-dda82477-0ba6-438f-b403-f52f0de78406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 999 time: 0.1128919 Mar 10 09:01:53.457287 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:53.458122 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:53.495981 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:53.498206 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1c67-3828-4999-874a-a49b14f65073 req-35ccf01c-b40c-4747-b81b-9e5f4a2bafc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:53.499853 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-46ab1c67-3828-4999-874a-a49b14f65073 req-35ccf01c-b40c-4747-b81b-9e5f4a2bafc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 945 time: 0.1131237 Mar 10 09:01:53.542264 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-65ecb9ff-058e-4171-8490-a6bc138ab9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:53.543925 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-65ecb9ff-058e-4171-8490-a6bc138ab9a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 200 len: 847 time: 0.0903404 Mar 10 09:01:53.570106 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0b2eb746-342d-42c4-baf8-cb0be1896647 req-ae5eb2ce-19d8-4cf6-aaa4-c623bd829629 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=6556dab4-b8ad-4e64-9d15-4479a21a9b2f HTTP/1.1" status: 200 len: 210 time: 0.0351739 Mar 10 09:01:53.638472 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:53.674238 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-91c59d0b-5761-46e0-a334-43ffeecd963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:53.677161 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-91c59d0b-5761-46e0-a334-43ffeecd963c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efde2954-269e-4041-823f-755fbc14646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1202755 Mar 10 09:01:53.732603 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port 28261a4a-aa69-4d63-823c-dca5400f214b {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:01:53.733303 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:53.795072 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-54805cff-a405-4103-8505-6a88d9610858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'port_id': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'mac_address': 'fa:16:3e:04:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:01:51Z', 'updated_at': '2022-03-10T09:01:51Z', 'revision_number': 0, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 5, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:53.825696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54805cff-a405-4103-8505-6a88d9610858 None None] The sync data for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi is: [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'port_id': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'mac_address': 'fa:16:3e:04:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:01:51Z', 'updated_at': '2022-03-10T09:01:51Z', 'revision_number': 0, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 5, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:01:53.874581 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-5928a686-77e9-4b90-b505-11b003a61bce service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867630 Mar 10 09:01:53.895969 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:53.924661 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] For port 28261a4a-aa69-4d63-823c-dca5400f214b, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=28261a4a-aa69-4d63-823c-dca5400f214b,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:01:53.925230 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:53.928436 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d2944-ffd7-489b-accb-56caf0fede18 None None] The sync data for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi is: [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:01:54.243647 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17a71b-d487-4e4a-90f9-3ac17054dfc5 None None] New status for floating IP dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443: ACTIVE {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:01:54.353262 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344727d2-4a6c-4a10-ae20-adc860c4c7eb None None] New status for floating IP f4246c95-73a5-4d94-9f06-b09e3c8f0aac: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:01:54.404211 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b58d88e7-1ec8-4b8c-8215-1bdbe618e171 req-95f973f3-a00c-4a6c-92be-774ae3a3e20d service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166383 Mar 10 09:01:54.505453 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28deefd-c95c-43a6-9c90-ad3e49190d21 req-a932b4f2-70cc-4bce-b810-baec1048fee3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:54.506986 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f28deefd-c95c-43a6-9c90-ad3e49190d21 req-a932b4f2-70cc-4bce-b810-baec1048fee3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 945 time: 0.1167896 Mar 10 09:01:54.523698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:54.524063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (470f4562-e18c-42ad-85d9-2c3b8b0c713e), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:54.524384 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP 470f4562-e18c-42ad-85d9-2c3b8b0c713e disassociated. External IP: 172.27.1.243, port: 28261a4a-aa69-4d63-823c-dca5400f214b. Mar 10 09:01:54.524734 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for 28261a4a-aa69-4d63-823c-dca5400f214b owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:01:54.610906 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f28deefd-c95c-43a6-9c90-ad3e49190d21 req-d5a6a24b-5af0-416c-b78a-5db362c210b5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=4762d72a-e0e6-48e8-a9b6-dc51080f573a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949724 Mar 10 09:01:54.674177 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:54.812506 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50074) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:54.839769 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (28261a4a-aa69-4d63-823c-dca5400f214b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:54.873149 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4b15616-9435-4a86-9dac-7ea55f52afb3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (5b9dbcef-5212-475e-88d9-a687ff3cf013), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:54.888198 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=28261a4a-aa69-4d63-823c-dca5400f214b,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:54.904307 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4b15616-9435-4a86-9dac-7ea55f52afb3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (5b9dbcef-5212-475e-88d9-a687ff3cf013), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.006898 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:01:55.062401 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4b15616-9435-4a86-9dac-7ea55f52afb3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (5b9dbcef-5212-475e-88d9-a687ff3cf013), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.065333 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a4b15616-9435-4a86-9dac-7ea55f52afb3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.066875 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a4b15616-9435-4a86-9dac-7ea55f52afb3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "DELETE /v2.0/security-groups/5b9dbcef-5212-475e-88d9-a687ff3cf013 HTTP/1.1" status: 204 len: 168 time: 0.2532351 Mar 10 09:01:55.070393 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50076) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:55.088083 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b15616-9435-4a86-9dac-7ea55f52afb3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9dbcef-5212-475e-88d9-a687ff3cf013,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:55.090399 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.api.v2.resource [None req-cf387791-0fba-47bd-bc1b-f49a7205a984 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] show failed (client error): The resource could not be found. Mar 10 09:01:55.091700 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-cf387791-0fba-47bd-bc1b-f49a7205a984 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups/5b9dbcef-5212-475e-88d9-a687ff3cf013 HTTP/1.1" status: 404 len: 347 time: 0.0201342 Mar 10 09:01:55.095496 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50078) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:55.136361 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:01:55.147707 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:01:55.161969 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:55.162719 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:55.195732 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] No DVR routers for this DVR port 28261a4a-aa69-4d63-823c-dca5400f214b on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:01:55.200502 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.206959 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-46ab1c67-3828-4999-874a-a49b14f65073 req-3a67f365-8712-4d42-935f-45a9c5e3f7ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "DELETE /v2.0/ports/28261a4a-aa69-4d63-823c-dca5400f214b HTTP/1.1" status: 204 len: 173 time: 1.6985199 Mar 10 09:01:55.207449 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'name': 'network-vif-deleted', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:01:55.225357 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbfe0ae-a708-413a-b1a9-a864f728d8cd" -d '{"events": [{"server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "name": "network-vif-deleted", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:01:55.277926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81111ca9-19ae-4d19-a48f-5fc7506a0930 x-openstack-request-id: req-81111ca9-19ae-4d19-a48f-5fc7506a0930 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:01:55.279272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38a429a-44eb-4899-b82c-ee6b0f4bbd8c", "name": "network-vif-deleted", "tag": "28261a4a-aa69-4d63-823c-dca5400f214b", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:01:55.279760 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81111ca9-19ae-4d19-a48f-5fc7506a0930 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:01:55.281039 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38a429a-44eb-4899-b82c-ee6b0f4bbd8c', 'name': 'network-vif-deleted', 'tag': '28261a4a-aa69-4d63-823c-dca5400f214b', 'status': 'completed', 'code': 200} Mar 10 09:01:55.281864 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Deleting port 10f30f1a-782a-4d9a-a32a-d7da4a405808 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:01:55.282264 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.308335 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:55.379477 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.379848 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (10f30f1a-782a-4d9a-a32a-d7da4a405808), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.402292 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Calling delete_port for 10f30f1a-782a-4d9a-a32a-d7da4a405808 owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:01:55.579611 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 28261a4a-aa69-4d63-823c-dca5400f214b no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:01:55.608743 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 28261a4a-aa69-4d63-823c-dca5400f214b {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:01:55.609095 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 28261a4a-aa69-4d63-823c-dca5400f214b not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:01:55.609528 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:01:55.655539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: bad3c2f3-450e-4a32-95e6-8738dc9d556c {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:01:55.655893 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bad3c2f3-450e-4a32-95e6-8738dc9d556c not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:01:55.707149 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (10f30f1a-782a-4d9a-a32a-d7da4a405808), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.742459 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event deleted for resources: {'Port': ['ID=10f30f1a-782a-4d9a-a32a-d7da4a405808,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:55.746567 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:58Z', 'revision_number': 2, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:55.753218 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5086ca5c-5459-45fd-bf33-a92a742337f8 req-7ab55311-5a78-4732-9878-6036c3d7d3ea tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=d38a429a-44eb-4899-b82c-ee6b0f4bbd8c HTTP/1.1" status: 200 len: 210 time: 0.0377822 Mar 10 09:01:55.782237 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:01:55.794508 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:01:55.795256 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:55.891859 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (f4246c95-73a5-4d94-9f06-b09e3c8f0aac), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.895556 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:55.900374 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-6274b74c-4998-45a7-93f1-91297b51aafb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "DELETE /v2.0/floatingips/f4246c95-73a5-4d94-9f06-b09e3c8f0aac HTTP/1.1" status: 204 len: 168 time: 0.8038545 Mar 10 09:01:55.934843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:01:56.180607 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:58Z', 'revision_number': 2, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:01:56.208208 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a92a922-fa76-4c75-974d-68b3eca71183 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '162b71be-99c1-498b-963c-76fb4a0eeab2', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:1d:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T08:56:17Z', 'updated_at': '2022-03-10T08:56:58Z', 'revision_number': 2, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:01:56.429905 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50086) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:56.435034 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-861b0bac-8e0f-4261-bc4f-218f90d1c77f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783874146', 'description': 'tempest-description--1150297728'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:56.500804 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d1a65-ecd6-40cb-90de-7927d69dc630 None None] New status for floating IP 470f4562-e18c-42ad-85d9-2c3b8b0c713e: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:01:56.588582 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-861b0bac-8e0f-4261-bc4f-218f90d1c77f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:56.667335 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-861b0bac-8e0f-4261-bc4f-218f90d1c77f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (7ebe773c-d63c-4163-a8b1-09ee3900cf12), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:56.765310 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-861b0bac-8e0f-4261-bc4f-218f90d1c77f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7ebe773c-d63c-4163-a8b1-09ee3900cf12), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:56.804223 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b0bac-8e0f-4261-bc4f-218f90d1c77f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe773c-d63c-4163-a8b1-09ee3900cf12,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:56.804583 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-f6fd3f55-e9ad-47ae-b903-c3ac1728ec55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575857 Mar 10 09:01:56.882542 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-2d383c6e-fbf4-4e7b-8b0f-9414c8770828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:56.884156 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-2d383c6e-fbf4-4e7b-8b0f-9414c8770828 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1169 time: 0.0491338 Mar 10 09:01:56.938507 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-861b0bac-8e0f-4261-bc4f-218f90d1c77f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:56.939769 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-861b0bac-8e0f-4261-bc4f-218f90d1c77f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5088248 Mar 10 09:01:56.943203 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50092) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:56.948465 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-adc77380-e17e-4e30-8788-f4cd9de3e715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'security_group_rule': {'security_group_id': '7ebe773c-d63c-4163-a8b1-09ee3900cf12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:56.986632 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-30abac4b-5087-427c-972a-a33b66beb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:56.988135 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-30abac4b-5087-427c-972a-a33b66beb1a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.0859113 Mar 10 09:01:56.995879 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50094) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:57.051072 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-decbfcd1-9d44-4fb7-aa27-1cc78c1e5ff9 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (4762d72a-e0e6-48e8-a9b6-dc51080f573a), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.060590 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-66ca8a98-9564-4607-ade9-bbbe6694cb27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0670884 Mar 10 09:01:57.084739 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-decbfcd1-9d44-4fb7-aa27-1cc78c1e5ff9 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (4762d72a-e0e6-48e8-a9b6-dc51080f573a), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.096486 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-adc77380-e17e-4e30-8788-f4cd9de3e715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (4113bbe2-949c-4fd0-a551-def28c84b3c3), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.117445 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-4148fdfc-2e87-480c-a473-d9b33247fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:57.118956 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-4148fdfc-2e87-480c-a473-d9b33247fd9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.0521305 Mar 10 09:01:57.170872 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-adc77380-e17e-4e30-8788-f4cd9de3e715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (4113bbe2-949c-4fd0-a551-def28c84b3c3), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.174257 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-beb5cef0-561b-4eaf-a16b-2c10e7e9cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:57.175959 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-beb5cef0-561b-4eaf-a16b-2c10e7e9cdd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516014 Mar 10 09:01:57.234076 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-adc77380-e17e-4e30-8788-f4cd9de3e715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (4113bbe2-949c-4fd0-a551-def28c84b3c3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.255254 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc77380-e17e-4e30-8788-f4cd9de3e715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4113bbe2-949c-4fd0-a551-def28c84b3c3,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:57.281054 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-decbfcd1-9d44-4fb7-aa27-1cc78c1e5ff9 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (4762d72a-e0e6-48e8-a9b6-dc51080f573a), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.284434 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-decbfcd1-9d44-4fb7-aa27-1cc78c1e5ff9 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.286825 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-decbfcd1-9d44-4fb7-aa27-1cc78c1e5ff9 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/security-groups/4762d72a-e0e6-48e8-a9b6-dc51080f573a HTTP/1.1" status: 204 len: 168 time: 0.2899344 Mar 10 09:01:57.291076 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50096) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:57.298443 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbfcd1-9d44-4fb7-aa27-1cc78c1e5ff9 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762d72a-e0e6-48e8-a9b6-dc51080f573a,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:57.300675 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-3ef28563-6a5f-4889-889b-8a4524f3d792 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185560 Mar 10 09:01:57.333540 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.api.v2.resource [None req-56addb7e-6aad-47f8-bf8a-a992b2f95026 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] show failed (client error): The resource could not be found. Mar 10 09:01:57.333540 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-56addb7e-6aad-47f8-bf8a-a992b2f95026 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups/4762d72a-e0e6-48e8-a9b6-dc51080f573a HTTP/1.1" status: 404 len: 347 time: 0.0304623 Mar 10 09:01:57.335742 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50098) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:57.418696 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-270a2873-66c1-49cd-9b8b-19ce32a47e07 req-c366ed0a-0f2c-4ad1-b280-e88ceb7794bd service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072905 Mar 10 09:01:57.419055 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-adc77380-e17e-4e30-8788-f4cd9de3e715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.420993 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-adc77380-e17e-4e30-8788-f4cd9de3e715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4761636 Mar 10 09:01:57.422892 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50100) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:57.427590 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-374337dc-fd94-4068-ae2f-bcf842a9e81f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'security_group_rule': {'security_group_id': '7ebe773c-d63c-4163-a8b1-09ee3900cf12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:57.477069 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:01:57.477324 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.547365 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-374337dc-fd94-4068-ae2f-bcf842a9e81f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (7ca9700e-0254-4f6b-af2c-b934e4863e7a), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.551050 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.551501 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.563736 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:01:57.608785 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-374337dc-fd94-4068-ae2f-bcf842a9e81f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (7ca9700e-0254-4f6b-af2c-b934e4863e7a), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.684478 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:01:57.702576 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-374337dc-fd94-4068-ae2f-bcf842a9e81f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (7ca9700e-0254-4f6b-af2c-b934e4863e7a), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.721677 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374337dc-fd94-4068-ae2f-bcf842a9e81f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca9700e-0254-4f6b-af2c-b934e4863e7a,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:57.821812 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-374337dc-fd94-4068-ae2f-bcf842a9e81f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.824049 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-374337dc-fd94-4068-ae2f-bcf842a9e81f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3997097 Mar 10 09:01:57.827365 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50102) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:01:57.831618 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:01:57.919515 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.943321 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:57.943755 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=f3cbf09c-90f3-49c3-b86a-31bcb6e25b8d,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:58.010411 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (470f4562-e18c-42ad-85d9-2c3b8b0c713e), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.013991 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.015224 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d99ae515-6ac7-4ac0-8323-c26817b18e05 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/floatingips/470f4562-e18c-42ad-85d9-2c3b8b0c713e HTTP/1.1" status: 204 len: 168 time: 0.6784353 Mar 10 09:01:58.046433 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.174698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Allocated IP 172.27.1.109 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/9503e517-be1a-4090-aa38-d1485785c17a) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:01:58.279647 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for port (9503e517-be1a-4090-aa38-d1485785c17a), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.405996 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (9503e517-be1a-4090-aa38-d1485785c17a), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.441277 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:01:58.448232 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:01:58.454118 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:01:58.479684 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'Port': ['ID=9503e517-be1a-4090-aa38-d1485785c17a,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:58.545357 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (9c8dbad3-d006-4b72-b1ca-31572123fcf5), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.673830 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (9503e517-be1a-4090-aa38-d1485785c17a), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.825334 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for port (9503e517-be1a-4090-aa38-d1485785c17a), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.874001 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (9503e517-be1a-4090-aa38-d1485785c17a), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:58.946543 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'Port': ['ID=9503e517-be1a-4090-aa38-d1485785c17a,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:01:58.956201 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (9c8dbad3-d006-4b72-b1ca-31572123fcf5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:59.035616 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:01:59.037589 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-056807aa-b776-4fac-b57d-cd0b8600297e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2092865 Mar 10 09:01:59.195663 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-6ae720a6-bc12-4ff5-af30-5f8c86c440d1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1783874146&fields=id&tenant_id=f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 267 time: 0.0455487 Mar 10 09:01:59.310604 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-d6e51b44-98f4-49d7-a758-9c6a03d74a2a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:01:59.312060 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-d6e51b44-98f4-49d7-a758-9c6a03d74a2a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 817 time: 0.1070986 Mar 10 09:01:59.326322 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-e84d0fce-6d90-4d79-a4ac-b886606b7a15 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/quotas/f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 375 time: 0.0087829 Mar 10 09:01:59.382858 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-407904f2-a3b4-44ed-bd82-addea9777835 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515556 Mar 10 09:01:59.477004 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-32890115-6515-4b85-a17f-3d2fd090e70e service neutron] 10.222.0.31 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830297 Mar 10 09:01:59.572432 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-8d0c2ee9-7a73-47c5-85f5-ca958d2010b5 service neutron] 10.222.0.31 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882058 Mar 10 09:01:59.805012 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-77d0d198-67be-4840-bcd4-21d7103e3400 req-25ea309c-8d48-442d-8900-2b9e34c0bce9 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 210 time: 0.0302906 Mar 10 09:02:00.902620 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d29bf684-8f94-466a-b050-1282cd4e8728 req-218c08d1-60dc-4fef-b1d1-2ca0d1dd9a49 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 210 time: 0.0278795 Mar 10 09:02:01.367317 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d56a16-e6c0-477c-9837-7cfb491affce req-b7cf3c90-f98b-4aa9-b548-1ed4a751bde6 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:01.368798 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60d56a16-e6c0-477c-9837-7cfb491affce req-b7cf3c90-f98b-4aa9-b548-1ed4a751bde6 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.0584641 Mar 10 09:02:01.415213 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60d56a16-e6c0-477c-9837-7cfb491affce req-d3b7901e-0b82-409f-8cec-532cd80cef5b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Mar 10 09:02:02.009376 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6282116a-e22d-4362-b647-bce5a5b00960 req-b01ae04d-35cc-40a5-b9ad-c874313ecbda tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 210 time: 0.0270493 Mar 10 09:02:02.259984 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-6921b83d-addd-4972-9dab-caf89f947165 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:02.261584 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-6921b83d-addd-4972-9dab-caf89f947165 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 817 time: 0.1067119 Mar 10 09:02:02.321991 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-f4cd93c7-198d-433f-951c-77e0aab67d5d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 380 time: 0.0507591 Mar 10 09:02:02.338422 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'port': {'device_id': '137e12b2-78fe-4003-b754-87726b33094b', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'admin_state_up': True, 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'security_groups': ['7ebe773c-d63c-4163-a8b1-09ee3900cf12']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:02.460478 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e6e32208-21ee-4f8c-8267-d40510073fb8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:02.461942 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e6e32208-21ee-4f8c-8267-d40510073fb8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.1270521 Mar 10 09:02:02.600157 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c268c-5f04-47a1-a345-a23a2eee48aa req-c9df624b-2922-41f6-8c91-4bcd112d73b3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:02.601647 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e80c268c-5f04-47a1-a345-a23a2eee48aa req-c9df624b-2922-41f6-8c91-4bcd112d73b3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 945 time: 0.1013560 Mar 10 09:02:02.643852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Made reservation on behalf of f12310224d354d2a8f06fedf08617c0f for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:02:02.647680 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:02.650856 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port d14036a1-7555-4c88-89c0-1425d7d9bfd5 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:02:02.651230 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:02.695404 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e80c268c-5f04-47a1-a345-a23a2eee48aa req-bd31c55c-e748-4fdd-aa47-851efd8366f7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab50c332-1156-4a48-95cf-1bbe9af661d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872328 Mar 10 09:02:02.844714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] For port d14036a1-7555-4c88-89c0-1425d7d9bfd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d14036a1-7555-4c88-89c0-1425d7d9bfd5,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:02.844986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:02.904343 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Allocated IP 172.20.0.13 (d9aac22b-95a1-4c4e-9131-d1d15a039f9c/27941fd2-7d61-4c83-81ac-3463159aa9aa/47a23dff-d330-4a51-84bb-ad10b3ffb318) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:02:03.105775 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.106060 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (162b71be-99c1-498b-963c-76fb4a0eeab2), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.106408 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP 162b71be-99c1-498b-963c-76fb4a0eeab2 disassociated. External IP: 172.27.1.155, port: d14036a1-7555-4c88-89c0-1425d7d9bfd5. Mar 10 09:02:03.115838 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for d14036a1-7555-4c88-89c0-1425d7d9bfd5 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:02:03.116139 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-737e3668-d5c9-4caf-b756-d3d6c2e9dfab req-05b7d1a2-52bd-4c6e-b32f-3979a0fa000f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 210 time: 0.0268693 Mar 10 09:02:03.174714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.291182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.331018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:02:03.334116 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:02:03.343814 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:02:03.369937 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:03.384221 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (d14036a1-7555-4c88-89c0-1425d7d9bfd5), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.439375 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=d14036a1-7555-4c88-89c0-1425d7d9bfd5,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:03.453449 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:03.454479 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.472459 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3b869e02-07e9-4072-8c22-d727203f74b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.533831 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-1a5b1d92-6002-4ba2-b886-1fbec7234704 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1999238 Mar 10 09:02:03.551263 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Request body: {'port': {'device_id': '137e12b2-78fe-4003-b754-87726b33094b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:03.646782 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-3634b43d-c867-4f19-86bc-41e7b970df4c None None] Provisioning complete for port 47a23dff-d330-4a51-84bb-ad10b3ffb318 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:02:03.647315 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3634b43d-c867-4f19-86bc-41e7b970df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.659344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:02:03.660184 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:03.690808 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-3634b43d-c867-4f19-86bc-41e7b970df4c None None] Port 47a23dff-d330-4a51-84bb-ad10b3ffb318 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:02:03.854212 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-422f846c-aedd-4231-a0e3-27675bb3cf96 req-d65befda-cadd-4360-959c-2dae154ec38d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 210 time: 0.0858841 Mar 10 09:02:03.922489 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:02:03.942662 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:02:03.957170 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:03.957802 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:04.004623 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] No DVR routers for this DVR port d14036a1-7555-4c88-89c0-1425d7d9bfd5 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:02:04.009909 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:04.013907 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-83725b2b-76b6-4008-b268-5d039a258b0b req-e8cba285-c457-4d2e-9d0d-70e274717a5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "DELETE /v2.0/ports/d14036a1-7555-4c88-89c0-1425d7d9bfd5 HTTP/1.1" status: 204 len: 173 time: 1.5420427 Mar 10 09:02:04.013907 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'name': 'network-vif-deleted', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:04.015975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698fcf8e-7393-4512-9693-f7e02de7d02a" -d '{"events": [{"server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "name": "network-vif-deleted", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:04.057360 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86562507-2d9b-4362-9624-b539be6b9623 x-openstack-request-id: req-86562507-2d9b-4362-9624-b539be6b9623 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:04.057657 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1234457f-33fb-4a48-84ac-f828b3e54ceb", "name": "network-vif-deleted", "tag": "d14036a1-7555-4c88-89c0-1425d7d9bfd5", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:04.057908 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86562507-2d9b-4362-9624-b539be6b9623 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:04.058405 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1234457f-33fb-4a48-84ac-f828b3e54ceb', 'name': 'network-vif-deleted', 'tag': 'd14036a1-7555-4c88-89c0-1425d7d9bfd5', 'status': 'completed', 'code': 200} Mar 10 09:02:04.106972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:04.121063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a23dff-d330-4a51-84bb-ad10b3ffb318 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:02:04.129669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Publish callbacks [] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:04.156894 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Transition to ACTIVE for port object 47a23dff-d330-4a51-84bb-ad10b3ffb318 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:02:04.349301 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:04.377681 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:02:04.388330 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:04.389010 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:01:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:04.507791 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:04.519180 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:04.568712 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:04.578340 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf0f6-1ad5-46aa-baa8-fd246585c340 req-ffcbeb8d-5ca9-4faa-97c2-12ae66e0d54c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:04.579996 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a4caf0f6-1ad5-46aa-baa8-fd246585c340 req-ffcbeb8d-5ca9-4faa-97c2-12ae66e0d54c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 932 time: 0.3743479 Mar 10 09:02:04.589442 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.589880 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.590188 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.590523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.590865 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.591182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.591525 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.592286 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.592624 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.592959 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.593296 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.593627 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.594017 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:04.707641 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a4caf0f6-1ad5-46aa-baa8-fd246585c340 req-64e1801e-107d-4763-bb29-af5a16534699 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100125 Mar 10 09:02:04.723096 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Attempting to bind port 47a23dff-d330-4a51-84bb-ad10b3ffb318 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:02:04.723096 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Attempting to bind port 47a23dff-d330-4a51-84bb-ad10b3ffb318 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:02:04.723480 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Attempting to bind port 47a23dff-d330-4a51-84bb-ad10b3ffb318 on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:02:04.729396 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Port 47a23dff-d330-4a51-84bb-ad10b3ffb318 on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:02:04.729799 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Attempting to bind port 47a23dff-d330-4a51-84bb-ad10b3ffb318 on network d9aac22b-95a1-4c4e-9131-d1d15a039f9c {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:02:04.737596 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:02:04.737956 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Checking segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:02:04.738495 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Bound using segment: {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:02:04.738938 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Bound port: 47a23dff-d330-4a51-84bb-ad10b3ffb318, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1220f882-6337-4b50-a102-29839fc363a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:02:04.739840 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:04.829505 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:02:04.833952 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:02:04.854236 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:04.883295 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28838c75-6226-40a9-8717-3a440dcbf143 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:02:04.966690 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:04.984265 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-62fe039e-a9cb-43fb-8470-9b52913dbd75 req-bfdad122-77e2-435a-93b0-1b3daab7ab94 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=1234457f-33fb-4a48-84ac-f828b3e54ceb HTTP/1.1" status: 200 len: 210 time: 0.0354710 Mar 10 09:02:05.017287 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:05.017902 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:05.019463 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] 10.222.0.30 "PUT /v2.0/ports/47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 1094 time: 1.4742861 Mar 10 09:02:05.039413 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785c322-bd50-4b99-9494-0bd8d78a9354 service neutron] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:05.148419 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545a0bb-6d47-4dd3-a5d7-4d9d49234a6e None None] New status for floating IP 162b71be-99c1-498b-963c-76fb4a0eeab2: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:02:05.266594 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-644191ca-ac0d-4013-9c5f-7e752fe370e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:05.268163 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-644191ca-ac0d-4013-9c5f-7e752fe370e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1128 time: 0.0603032 Mar 10 09:02:05.313131 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-360d7243-fec3-4b5c-9c9f-0de34814c3c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 217 time: 0.0381188 Mar 10 09:02:05.367718 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-a0490053-9900-4799-934d-422174f29020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:05.369334 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-a0490053-9900-4799-934d-422174f29020 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0483050 Mar 10 09:02:05.429236 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-8d81d404-18aa-4b48-b60b-c6ac34947e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:05.430838 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-8d81d404-18aa-4b48-b60b-c6ac34947e83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543365 Mar 10 09:02:05.536884 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-91380391-dc51-4816-9bc7-e5ac3e5c6811 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991652 Mar 10 09:02:05.631845 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60f74195-b9e5-45bb-a859-0733091d4a4d req-53c4f008-d5f8-4acd-aa45-d6b79c786a6a service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893385 Mar 10 09:02:05.709125 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-430a5d7d-c061-4cfe-90ff-9b4c4200d008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:05.868125 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d852-6b70-4368-9c55-0c5d3431c8e6 req-36d38e3b-1a22-4894-a504-cf4628f547ad tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:05.869733 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b1e7d852-6b70-4368-9c55-0c5d3431c8e6 req-36d38e3b-1a22-4894-a504-cf4628f547ad tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0594039 Mar 10 09:02:05.918873 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b1e7d852-6b70-4368-9c55-0c5d3431c8e6 req-d1d7f947-3090-4852-be25-7815226232db tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Mar 10 09:02:06.060169 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:06.062941 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b90407-0125-4b36-ac49-a70b9de3c4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:06.101345 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f86c5f-cd1e-47a6-b439-10ab6d39fa5c x-openstack-request-id: req-b3f86c5f-cd1e-47a6-b439-10ab6d39fa5c {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:06.101345 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:06.101628 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3f86c5f-cd1e-47a6-b439-10ab6d39fa5c {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:06.101872 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'status': 'completed', 'code': 200} Mar 10 09:02:06.174363 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50176) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:06.189118 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-effeaee0-9f62-4012-9fd0-296fd9c0d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:06.191015 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-effeaee0-9f62-4012-9fd0-296fd9c0d82c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1128 time: 0.0538509 Mar 10 09:02:06.246195 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-302def66-00ca-4b06-960d-b81d95c8dea2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (ab50c332-1156-4a48-95cf-1bbe9af661d3), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:06.271366 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-302def66-00ca-4b06-960d-b81d95c8dea2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (ab50c332-1156-4a48-95cf-1bbe9af661d3), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:06.293818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-8bd4a9f0-5d78-4cfb-a72d-3ae3442e5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:06.295540 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-8bd4a9f0-5d78-4cfb-a72d-3ae3442e5cbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.0976162 Mar 10 09:02:06.338264 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-516dc715-ec16-42f6-9cfb-f88850bd0f76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 217 time: 0.0351555 Mar 10 09:02:06.389532 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-1c66b039-ed69-4e81-96d6-3726160c9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:06.391018 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-1c66b039-ed69-4e81-96d6-3726160c9ec7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0464869 Mar 10 09:02:06.439784 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-302def66-00ca-4b06-960d-b81d95c8dea2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ab50c332-1156-4a48-95cf-1bbe9af661d3), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:06.442395 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-302def66-00ca-4b06-960d-b81d95c8dea2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:06.447195 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-302def66-00ca-4b06-960d-b81d95c8dea2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab50c332-1156-4a48-95cf-1bbe9af661d3 HTTP/1.1" status: 204 len: 168 time: 0.2688341 Mar 10 09:02:06.447519 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50180) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:06.456625 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302def66-00ca-4b06-960d-b81d95c8dea2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50c332-1156-4a48-95cf-1bbe9af661d3,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:06.457930 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-11a61b37-dc4d-445f-a938-38b87f2f49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:06.458252 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-11a61b37-dc4d-445f-a938-38b87f2f49e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611036 Mar 10 09:02:06.463993 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.api.v2.resource [None req-362e6f62-79d9-48bd-8fe4-4043222ac3b7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] show failed (client error): The resource could not be found. Mar 10 09:02:06.468676 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-362e6f62-79d9-48bd-8fe4-4043222ac3b7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups/ab50c332-1156-4a48-95cf-1bbe9af661d3 HTTP/1.1" status: 404 len: 347 time: 0.0165329 Mar 10 09:02:06.469107 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50182) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:06.553562 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-e2cd257a-dd09-4b65-a853-337f08f0bbca service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875158 Mar 10 09:02:06.612991 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port 8986c105-1583-4de1-9c78-4285d25dd6df {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:02:06.613325 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (8986c105-1583-4de1-9c78-4285d25dd6df), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:06.653081 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a0b90407-0125-4b36-ac49-a70b9de3c4fc req-e7e35685-b595-491e-9aa6-4629a035b8ee service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926633 Mar 10 09:02:06.696784 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (8986c105-1583-4de1-9c78-4285d25dd6df), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:06.697015 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (8986c105-1583-4de1-9c78-4285d25dd6df), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:06.708749 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for 8986c105-1583-4de1-9c78-4285d25dd6df owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:02:07.049292 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbfced-a5f4-4d81-9704-9c7606f5c844 req-196378fe-8c52-4716-afec-eb0649f848bf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:07.050885 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-aabbfced-a5f4-4d81-9704-9c7606f5c844 req-196378fe-8c52-4716-afec-eb0649f848bf tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0541360 Mar 10 09:02:07.100303 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-aabbfced-a5f4-4d81-9704-9c7606f5c844 req-0708f21c-24b4-43a3-bebe-3e5cb7b9e9f0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 Mar 10 09:02:07.177365 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (8986c105-1583-4de1-9c78-4285d25dd6df), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:07.194068 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:07.203261 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=8986c105-1583-4de1-9c78-4285d25dd6df,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:07.271436 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (162b71be-99c1-498b-963c-76fb4a0eeab2), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:07.299037 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:07.299037 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b19eb9ba-0caa-4b20-a363-c59baccad303 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/floatingips/162b71be-99c1-498b-963c-76fb4a0eeab2 HTTP/1.1" status: 204 len: 168 time: 0.8049994 Mar 10 09:02:07.665339 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d14036a1-7555-4c88-89c0-1425d7d9bfd5 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:02:07.675994 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50188) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:07.682583 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-348e5efb-77d0-43eb-9781-d985478d3ea1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597854487', 'description': 'tempest-description--1818776720'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:07.686519 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: d14036a1-7555-4c88-89c0-1425d7d9bfd5 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:02:07.686873 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d14036a1-7555-4c88-89c0-1425d7d9bfd5 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:02:07.771669 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-348e5efb-77d0-43eb-9781-d985478d3ea1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:07.838974 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-348e5efb-77d0-43eb-9781-d985478d3ea1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (499a95f7-68c1-46f9-af7b-bfc8db7474c2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:07.977474 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-348e5efb-77d0-43eb-9781-d985478d3ea1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (499a95f7-68c1-46f9-af7b-bfc8db7474c2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.008499 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e5efb-77d0-43eb-9781-d985478d3ea1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499a95f7-68c1-46f9-af7b-bfc8db7474c2,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:08.122219 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-348e5efb-77d0-43eb-9781-d985478d3ea1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.123479 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-348e5efb-77d0-43eb-9781-d985478d3ea1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4464693 Mar 10 09:02:08.126624 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50192) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:08.131409 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-29c182ac-4983-4f5b-9f5f-c0510d525e96 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': '499a95f7-68c1-46f9-af7b-bfc8db7474c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:08.226683 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd18784-d5b9-4c7e-b0f8-61cda72ee78e req-1681c728-f90a-4947-aba3-7a5bbd4c7e35 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:08.228218 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ffd18784-d5b9-4c7e-b0f8-61cda72ee78e req-1681c728-f90a-4947-aba3-7a5bbd4c7e35 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0577514 Mar 10 09:02:08.253611 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29c182ac-4983-4f5b-9f5f-c0510d525e96 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (51db2787-fdf5-4256-b308-bf51bb3875a6), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.268887 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.302853 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ffd18784-d5b9-4c7e-b0f8-61cda72ee78e req-b9c08fb9-f978-4e33-a549-3fae0f8124b8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684669 Mar 10 09:02:08.329475 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29c182ac-4983-4f5b-9f5f-c0510d525e96 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (51db2787-fdf5-4256-b308-bf51bb3875a6), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.412106 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29c182ac-4983-4f5b-9f5f-c0510d525e96 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (51db2787-fdf5-4256-b308-bf51bb3875a6), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.431921 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c182ac-4983-4f5b-9f5f-c0510d525e96 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51db2787-fdf5-4256-b308-bf51bb3875a6,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:08.516449 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-29c182ac-4983-4f5b-9f5f-c0510d525e96 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.517589 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-29c182ac-4983-4f5b-9f5f-c0510d525e96 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900299 Mar 10 09:02:08.520330 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50194) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:08.525296 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-843586a8-b070-4aa2-9cb4-6a9125af5863 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': '499a95f7-68c1-46f9-af7b-bfc8db7474c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:08.639497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-843586a8-b070-4aa2-9cb4-6a9125af5863 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (83263c5b-917d-484a-a6b9-a0aab7070ebc), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.694140 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-843586a8-b070-4aa2-9cb4-6a9125af5863 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (83263c5b-917d-484a-a6b9-a0aab7070ebc), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.794180 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-843586a8-b070-4aa2-9cb4-6a9125af5863 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (83263c5b-917d-484a-a6b9-a0aab7070ebc), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.812670 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843586a8-b070-4aa2-9cb4-6a9125af5863 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83263c5b-917d-484a-a6b9-a0aab7070ebc,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:08.950870 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-843586a8-b070-4aa2-9cb4-6a9125af5863 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:08.952091 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-843586a8-b070-4aa2-9cb4-6a9125af5863 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303098 Mar 10 09:02:08.955126 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50196) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:08.960111 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:09.109309 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.208586 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.315372 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.27.1.183 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/be837d0a-be76-4f98-ab6d-fc2196b1d087) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:02:09.419163 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.429020 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87d234-7f91-46f0-b1dd-2c8b2fc7deb1 req-0c9f0c2e-9e79-4507-ab21-6e987de97881 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:09.430571 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a87d234-7f91-46f0-b1dd-2c8b2fc7deb1 req-0c9f0c2e-9e79-4507-ab21-6e987de97881 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0566225 Mar 10 09:02:09.478539 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a87d234-7f91-46f0-b1dd-2c8b2fc7deb1 req-afe5c59b-221f-40d0-971f-0b85ec01bfe8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Mar 10 09:02:09.565945 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.604483 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:02:09.609406 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:02:09.612865 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:02:09.639691 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=be837d0a-be76-4f98-ab6d-fc2196b1d087,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:09.678068 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:02:09.704079 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (c550e41e-392c-4c58-b85d-fd725f5fcc2a), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.781410 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:09.792610 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'port_id': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'mac_address': 'fa:16:3e:9a:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:02:09.829291 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 47a23dff-d330-4a51-84bb-ad10b3ffb318 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:02:09.829689 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.843371 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a23dff-d330-4a51-84bb-ad10b3ffb318 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:02:09.862755 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:09.880063 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.948943 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:09.996597 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:10.004289 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.004659 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.005131 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.006129 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.006478 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.006813 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.007147 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.007480 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.007805 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.008284 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.008622 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.008950 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.009276 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:10.032652 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:10.108906 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:10.181843 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=be837d0a-be76-4f98-ab6d-fc2196b1d087,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:10.193791 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (c550e41e-392c-4c58-b85d-fd725f5fcc2a), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:10.262999 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:10.299798 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:10.301074 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-53809e63-999a-40ff-b6f5-69b57a04ba5d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3449841 Mar 10 09:02:10.305467 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['47a23dff-d330-4a51-84bb-ad10b3ffb318'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:02:10.455236 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-2c13b84c-cdf9-4e39-b0a5-f88dd855a6e8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1597854487&fields=id&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 267 time: 0.0467908 Mar 10 09:02:10.560601 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-aa48e98b-22a0-429e-b4e1-94b9749e63b3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:10.562098 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-aa48e98b-22a0-429e-b4e1-94b9749e63b3 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.1002164 Mar 10 09:02:10.577073 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-68520922-ca87-43ce-a5e5-6edd6f4c80c5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/quotas/4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 375 time: 0.0089900 Mar 10 09:02:10.600247 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aed97c-14a5-4061-a3a1-52742013fe72 req-28641e5b-e631-4190-87f5-ad63ff7ee8ab tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:10.601674 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-00aed97c-14a5-4061-a3a1-52742013fe72 req-28641e5b-e631-4190-87f5-ad63ff7ee8ab tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 945 time: 0.0530179 Mar 10 09:02:10.632553 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-44f5fb63-16e2-4cc3-b305-74cafdd00bc5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508606 Mar 10 09:02:10.654383 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-00aed97c-14a5-4061-a3a1-52742013fe72 req-e13084ed-3629-404c-b717-2f02de6111d1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469995 Mar 10 09:02:10.783667 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-bfb7a2cf-f4f6-43ca-8ea5-41776567545e service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396112 Mar 10 09:02:10.875017 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-4534ecff-f4e2-493f-9da7-7d9129078475 service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850074 Mar 10 09:02:11.160956 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-49eb0a5a-5318-4970-a23a-4d19f7260eef req-e4c1b054-542b-4317-9407-f9cf9b4a55ad tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 210 time: 0.0270634 Mar 10 09:02:11.696009 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:02:11.779742 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa074e88-b4eb-4cce-a2cd-f897c85c220b req-02c34c93-6b61-487d-af10-a1bf827b3956 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:11.781239 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-fa074e88-b4eb-4cce-a2cd-f897c85c220b req-02c34c93-6b61-487d-af10-a1bf827b3956 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 945 time: 0.0548749 Mar 10 09:02:11.828176 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-fa074e88-b4eb-4cce-a2cd-f897c85c220b req-ba724762-5380-4e21-8aed-194396ed2b37 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Mar 10 09:02:11.971622 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 47a23dff-d330-4a51-84bb-ad10b3ffb318 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:02:11.988022 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 47a23dff-d330-4a51-84bb-ad10b3ffb318 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:02:11.988022 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:12.057403 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 47a23dff-d330-4a51-84bb-ad10b3ffb318 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:02:12.057797 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:12.080543 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:12.082781 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d5a38f-024d-4b82-adb3-a58f24b4d099" -d '{"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-plugged", "status": "completed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:12.095095 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:12.120114 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d039744-3407-459b-8cae-6ab7504f557b x-openstack-request-id: req-3d039744-3407-459b-8cae-6ab7504f557b {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:12.120431 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-plugged", "status": "completed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:12.120689 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d039744-3407-459b-8cae-6ab7504f557b {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:12.121081 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'code': 200} Mar 10 09:02:12.206128 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:12.241770 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-897b01de-0971-44ee-9b0b-0adc7ce09124 req-d572b2be-df69-42d9-b56b-084bf4c3d46b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 210 time: 0.0274005 Mar 10 09:02:12.256274 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:12.492711 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d235-d269-41c5-942b-898996c40751 req-d2544780-1bcb-4d4a-a65c-2f5f19ec3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:12.494149 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a1e4d235-d269-41c5-942b-898996c40751 req-d2544780-1bcb-4d4a-a65c-2f5f19ec3dcb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1130 time: 0.0451560 Mar 10 09:02:12.542306 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a1e4d235-d269-41c5-942b-898996c40751 req-3744a70d-2eea-4a5f-953b-7350757e9c7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Mar 10 09:02:12.961649 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c81f4a-a51f-4243-bd25-85d2c7610aa6 req-4967489a-186b-45a5-ae46-eabe445b57ea tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:12.963278 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c0c81f4a-a51f-4243-bd25-85d2c7610aa6 req-4967489a-186b-45a5-ae46-eabe445b57ea tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0593040 Mar 10 09:02:13.020628 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c0c81f4a-a51f-4243-bd25-85d2c7610aa6 req-c48c02b3-956d-4d4c-871d-8927897e8d1b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511687 Mar 10 09:02:13.335483 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-31201efc-a875-482a-ba20-42a6c536801b req-080f2a85-45a1-4a9e-b0d6-477a8b872626 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 210 time: 0.0267582 Mar 10 09:02:13.874802 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-575792ad-5c8a-4214-b9d9-f13da2c4bd5c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:13.876317 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-575792ad-5c8a-4214-b9d9-f13da2c4bd5c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.1098976 Mar 10 09:02:13.940269 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-3d07ac43-f765-4bbb-8f14-137655f40e08 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 380 time: 0.0542643 Mar 10 09:02:13.952489 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'port': {'device_id': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'admin_state_up': True, 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'security_groups': ['499a95f7-68c1-46f9-af7b-bfc8db7474c2']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:14.160264 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba8a9a-4a99-45b7-884f-bafd2aa7a248 req-e55f4e6e-8ea5-4d30-beb0-0fbd07e2b978 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:14.161979 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4aba8a9a-4a99-45b7-884f-bafd2aa7a248 req-e55f4e6e-8ea5-4d30-beb0-0fbd07e2b978 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0565739 Mar 10 09:02:14.185399 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Made reservation on behalf of 4c87f8b04d8448aab3f1fd8713ca327e for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:02:14.188934 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:14.245393 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4aba8a9a-4a99-45b7-884f-bafd2aa7a248 req-13567d99-1e60-4547-85a5-b8bedb547abc tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767872 Mar 10 09:02:14.355221 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.20.0.5 (a6667865-21e8-493b-9fa6-db0ec960aac6/dd559e36-f593-4914-9104-0e0e852b04c1/8cde4f53-317f-48e0-b355-c7d31c08b10d) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:02:14.449969 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f33de5c3-5056-4f38-a14a-64b97b29c7c1 req-6a518f08-3ce3-431d-af78-e3eb333a32bb tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 210 time: 0.0329483 Mar 10 09:02:14.515834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:14.606596 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:14.651497 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:02:14.657184 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:02:14.662344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:02:14.692196 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=8cde4f53-317f-48e0-b355-c7d31c08b10d,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:14.725015 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:14.725671 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:14.820630 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-fee7f148-4851-4cf7-ba63-8584300c9fe4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8720703 Mar 10 09:02:14.835690 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Request body: {'port': {'device_id': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:14.921119 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:14.943520 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-a3f8cbfc-187d-4a9a-a3a7-0480288a1400 None None] Provisioning complete for port 8cde4f53-317f-48e0-b355-c7d31c08b10d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:02:14.944067 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a3f8cbfc-187d-4a9a-a3a7-0480288a1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:14.978299 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8cbfc-187d-4a9a-a3a7-0480288a1400 None None] Port 8cde4f53-317f-48e0-b355-c7d31c08b10d cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:02:15.197991 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cde4f53-317f-48e0-b355-c7d31c08b10d {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:02:15.205720 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Publish callbacks [] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:15.218174 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Transition to ACTIVE for port object 8cde4f53-317f-48e0-b355-c7d31c08b10d will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:02:15.292126 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:15.379017 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Pushing event updated for resources: {'Port': ['ID=8cde4f53-317f-48e0-b355-c7d31c08b10d,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:15.443797 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359c89-cf8e-4c93-8308-39b077cd960c req-dfe54e57-43fd-4783-925e-a4d2cba2896b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:15.445397 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7a359c89-cf8e-4c93-8308-39b077cd960c req-dfe54e57-43fd-4783-925e-a4d2cba2896b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.1227667 Mar 10 09:02:15.493745 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Attempting to bind port 8cde4f53-317f-48e0-b355-c7d31c08b10d on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:02:15.494108 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Attempting to bind port 8cde4f53-317f-48e0-b355-c7d31c08b10d by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:02:15.494439 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Attempting to bind port 8cde4f53-317f-48e0-b355-c7d31c08b10d on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:02:15.510514 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Port 8cde4f53-317f-48e0-b355-c7d31c08b10d on network a6667865-21e8-493b-9fa6-db0ec960aac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:02:15.510851 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Attempting to bind port 8cde4f53-317f-48e0-b355-c7d31c08b10d on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:02:15.517729 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7a359c89-cf8e-4c93-8308-39b077cd960c req-db176167-d4e7-4594-a132-bcade3207a41 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655069 Mar 10 09:02:15.520563 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:02:15.520905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Checking segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:02:15.521838 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Bound using segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:02:15.522308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Bound port: 8cde4f53-317f-48e0-b355-c7d31c08b10d, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:02:15.522676 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:15.587354 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac21c9-6977-496b-8467-f0b3f64fdcad req-4c84805f-b8a1-4c63-b3b7-4dba97a71ca5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:15.594687 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-38ac21c9-6977-496b-8467-f0b3f64fdcad req-4c84805f-b8a1-4c63-b3b7-4dba97a71ca5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 943 time: 0.0665085 Mar 10 09:02:15.639044 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] For port 8cde4f53-317f-48e0-b355-c7d31c08b10d, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:02:15.641247 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-38ac21c9-6977-496b-8467-f0b3f64fdcad req-fd20c75d-6f02-48a5-8cce-51a693f6fc2c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454071 Mar 10 09:02:15.656635 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] For port 8cde4f53-317f-48e0-b355-c7d31c08b10d, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8cde4f53-317f-48e0-b355-c7d31c08b10d,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:02:15.676717 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332c3f7-5a40-47d3-998b-59b9b99286bb req-9e124c22-1fbb-48ae-84fd-53b6a345a736 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:15.678272 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4332c3f7-5a40-47d3-998b-59b9b99286bb req-9e124c22-1fbb-48ae-84fd-53b6a345a736 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0863078 Mar 10 09:02:15.686823 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50252) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:15.692305 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Request body: {'floatingip': {'port_id': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:15.732407 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (9c8dbad3-d006-4b72-b1ca-31572123fcf5), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:15.766779 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:15.832370 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:15.832991 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:15.834536 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] 10.222.0.30 "PUT /v2.0/ports/8cde4f53-317f-48e0-b355-c7d31c08b10d HTTP/1.1" status: 200 len: 1093 time: 1.0059166 Mar 10 09:02:15.835007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:15.837281 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc1bf9-52fd-4d6a-9617-d30515174aff" -d '{"events": [{"name": "network-changed", "server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:15.882007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb4fdc3-141b-457e-8484-6a33ebc736b1 x-openstack-request-id: req-ceb4fdc3-141b-457e-8484-6a33ebc736b1 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:15.882160 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:15.885080 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceb4fdc3-141b-457e-8484-6a33ebc736b1 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:15.885080 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'status': 'completed', 'code': 200} Mar 10 09:02:15.907955 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ce3d8-19fd-4d74-8f7a-7e43ba6f975e service neutron] Pushing event updated for resources: {'Port': ['ID=8cde4f53-317f-48e0-b355-c7d31c08b10d,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:16.015207 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc1bf9-52fd-4d6a-9617-d30515174aff req-55dbdf27-2672-443c-91c3-ff2be36bbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:16.016759 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9dc1bf9-52fd-4d6a-9617-d30515174aff req-55dbdf27-2672-443c-91c3-ff2be36bbaa3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 1127 time: 0.1057336 Mar 10 09:02:16.306328 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc1bf9-52fd-4d6a-9617-d30515174aff req-e12903c9-14f8-4dfa-ada9-76b9a35f257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:16.307708 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9dc1bf9-52fd-4d6a-9617-d30515174aff req-e12903c9-14f8-4dfa-ada9-76b9a35f257e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2621584 Mar 10 09:02:16.570689 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc1bf9-52fd-4d6a-9617-d30515174aff req-61ffd5f6-71f9-4407-8912-49391a276902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:16.572071 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9dc1bf9-52fd-4d6a-9617-d30515174aff req-61ffd5f6-71f9-4407-8912-49391a276902 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2291262 Mar 10 09:02:16.588768 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:16.658106 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-a5a0df8e-7fec-4955-ac4e-2d74132f0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:16.659617 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-a5a0df8e-7fec-4955-ac4e-2d74132f0c42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 1127 time: 0.0460474 Mar 10 09:02:16.661627 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (9c8dbad3-d006-4b72-b1ca-31572123fcf5), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:16.993119 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-0cf17a85-4061-4a3d-b89c-e79f6e61d8aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cde4f53-317f-48e0-b355-c7d31c08b10d HTTP/1.1" status: 200 len: 217 time: 0.2969170 Mar 10 09:02:17.120854 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-ff70876a-2863-4017-ad3f-e1d87b0edda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:17.122304 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-ff70876a-2863-4017-ad3f-e1d87b0edda5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.1200781 Mar 10 09:02:17.137286 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302106-cf07-47ef-88bc-9f338d14fdd8 req-e5f633ea-2a05-41d1-b222-1d67b42a2143 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:17.138929 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5c302106-cf07-47ef-88bc-9f338d14fdd8 req-e5f633ea-2a05-41d1-b222-1d67b42a2143 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 943 time: 0.1506114 Mar 10 09:02:17.149162 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Floating IP 9c8dbad3-d006-4b72-b1ca-31572123fcf5 associated. External IP: 172.27.1.109, port: 47a23dff-d330-4a51-84bb-ad10b3ffb318. Mar 10 09:02:17.267632 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5c302106-cf07-47ef-88bc-9f338d14fdd8 req-b57d985c-9412-423b-9c68-88421036f652 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197705 Mar 10 09:02:17.305741 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-d8b9e08c-5f4c-4461-bf5f-c92dc508fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:17.307289 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-d8b9e08c-5f4c-4461-bf5f-c92dc508fa88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1674454 Mar 10 09:02:17.487490 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-a51cffbf-fa74-422e-ba51-3eb028c67948 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727438 Mar 10 09:02:17.538493 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:02:17.641130 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-810da006-a2e2-41d5-a3f6-89a5a2472edf req-ac3892d9-adce-4e91-8893-f8e4e7dfedb0 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447058 Mar 10 09:02:17.705683 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:02:17.711437 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:17.717090 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] Sync routers for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:02:17.728885 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:17.729517 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:17.749143 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a5fb9756-e914-4c37-910c-b84b3f902478 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "PUT /v2.0/floatingips/9c8dbad3-d006-4b72-b1ca-31572123fcf5 HTTP/1.1" status: 200 len: 992 time: 2.0612500 Mar 10 09:02:17.884502 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:17.886867 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f04e46-35fd-49b2-9551-379d648eb799" -d '{"events": [{"name": "network-changed", "server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:17.924797 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dc12c7-0803-4662-91f4-a42a2a6046d0 x-openstack-request-id: req-64dc12c7-0803-4662-91f4-a42a2a6046d0 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:17.925091 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:17.925354 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64dc12c7-0803-4662-91f4-a42a2a6046d0 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:17.925858 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'status': 'completed', 'code': 200} Mar 10 09:02:17.983955 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:18.014373 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f04e46-35fd-49b2-9551-379d648eb799 req-7abbfa22-4838-44a1-be9a-7112a50874bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:18.021226 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f04e46-35fd-49b2-9551-379d648eb799 req-7abbfa22-4838-44a1-be9a-7112a50874bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1130 time: 0.0519581 Mar 10 09:02:18.110871 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f04e46-35fd-49b2-9551-379d648eb799 req-f9c94e53-ee4c-407f-8faf-a8a6a5671b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:18.112437 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f04e46-35fd-49b2-9551-379d648eb799 req-f9c94e53-ee4c-407f-8faf-a8a6a5671b08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.0896764 Mar 10 09:02:18.183468 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f04e46-35fd-49b2-9551-379d648eb799 req-9b632c71-b310-4e71-837d-445dc0add95f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 1000 time: 0.0638137 Mar 10 09:02:18.228959 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '9c8dbad3-d006-4b72-b1ca-31572123fcf5', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'port_id': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'mac_address': 'fa:16:3e:9a:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137e12b2-78fe-4003-b754-87726b33094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:01:58Z', 'updated_at': '2022-03-10T09:02:16Z', 'revision_number': 1, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:18.233117 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f04e46-35fd-49b2-9551-379d648eb799 req-f62b1682-fc4b-45cb-a809-fb939ee1314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:18.234569 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f04e46-35fd-49b2-9551-379d648eb799 req-f62b1682-fc4b-45cb-a809-fb939ee1314d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0456293 Mar 10 09:02:18.261026 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] Checking router: 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:02:18.270713 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:18.271850 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:18.294589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f04e46-35fd-49b2-9551-379d648eb799 req-fcff1db7-39fc-4062-9da6-98bddc538188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:18.296143 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f04e46-35fd-49b2-9551-379d648eb799 req-fcff1db7-39fc-4062-9da6-98bddc538188 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502634 Mar 10 09:02:18.389896 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:18.426435 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f04e46-35fd-49b2-9551-379d648eb799 req-8133af20-b893-41e2-8e27-8620ff99555d service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198170 Mar 10 09:02:18.438004 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82187964-c0c4-4c65-ac87-81f0c6061e89 req-995a86a3-04b1-4374-8522-0f768725ade1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:18.439396 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-82187964-c0c4-4c65-ac87-81f0c6061e89 req-995a86a3-04b1-4374-8522-0f768725ade1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 943 time: 0.0990570 Mar 10 09:02:18.542994 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-82187964-c0c4-4c65-ac87-81f0c6061e89 req-8ebe8bb7-251d-4353-ae76-8d5f204d2b22 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952640 Mar 10 09:02:18.562113 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-53f04e46-35fd-49b2-9551-379d648eb799 req-aa5bdd7c-2ae3-44ac-b26c-a73b1860adf7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217544 Mar 10 09:02:18.628505 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '9c8dbad3-d006-4b72-b1ca-31572123fcf5', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'port_id': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'mac_address': 'fa:16:3e:9a:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137e12b2-78fe-4003-b754-87726b33094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:01:58Z', 'updated_at': '2022-03-10T09:02:16Z', 'revision_number': 1, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:18.655668 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64709303-5db8-4ded-805f-f3cc3b770825 None None] The sync data for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi is: [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '9c8dbad3-d006-4b72-b1ca-31572123fcf5', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'port_id': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'mac_address': 'fa:16:3e:9a:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137e12b2-78fe-4003-b754-87726b33094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:01:58Z', 'updated_at': '2022-03-10T09:02:16Z', 'revision_number': 1, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:02:18.848433 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110eac3-b3a3-403e-a576-3e7dead6f367 None None] New status for floating IP 9c8dbad3-d006-4b72-b1ca-31572123fcf5: ACTIVE {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:02:19.666995 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281e1ea-6d69-414a-8d9c-a5aa867726d6 req-a30cb946-fb36-4952-b3b7-ef16674e633f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:19.668500 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c281e1ea-6d69-414a-8d9c-a5aa867726d6 req-a30cb946-fb36-4952-b3b7-ef16674e633f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 943 time: 0.0545664 Mar 10 09:02:19.714713 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c281e1ea-6d69-414a-8d9c-a5aa867726d6 req-05e0d56b-7ab4-46b3-ac0e-44670d6c20a4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Mar 10 09:02:20.834638 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef3c02-9d76-48d1-83c1-9a4537218292 req-c92a3052-a78f-4ee8-92fa-7b871d796167 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:20.836169 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-50ef3c02-9d76-48d1-83c1-9a4537218292 req-c92a3052-a78f-4ee8-92fa-7b871d796167 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 943 time: 0.0541847 Mar 10 09:02:20.884665 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-50ef3c02-9d76-48d1-83c1-9a4537218292 req-372c2bf7-f13a-43f8-a14e-c3e41dde7b53 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Mar 10 09:02:21.762296 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 8cde4f53-317f-48e0-b355-c7d31c08b10d details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:02:21.862020 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 8cde4f53-317f-48e0-b355-c7d31c08b10d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8cde4f53-317f-48e0-b355-c7d31c08b10d,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:21.874745 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'port_id': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'mac_address': 'fa:16:3e:92:cc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:02:21.911549 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 8cde4f53-317f-48e0-b355-c7d31c08b10d is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:02:21.911901 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:21.925281 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cde4f53-317f-48e0-b355-c7d31c08b10d {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:02:21.946473 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 8cde4f53-317f-48e0-b355-c7d31c08b10d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8cde4f53-317f-48e0-b355-c7d31c08b10d,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:22.009687 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564407b-9f06-4da8-bf0c-f2e066cf803c req-188d2a2f-ab55-4bb4-800f-180939bc0195 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:22.011210 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4564407b-9f06-4da8-bf0c-f2e066cf803c req-188d2a2f-ab55-4bb4-800f-180939bc0195 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 943 time: 0.0580752 Mar 10 09:02:22.018285 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:22.060355 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4564407b-9f06-4da8-bf0c-f2e066cf803c req-5606b105-9242-42c3-9094-e38554b909de tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Mar 10 09:02:22.070807 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=8cde4f53-317f-48e0-b355-c7d31c08b10d,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:22.413451 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['8cde4f53-317f-48e0-b355-c7d31c08b10d'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:02:23.186729 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd41f-2c19-47c3-952f-6c3539a483f4 req-c67ceeb9-cd20-452f-8a71-fe450a352e18 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:23.188217 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-299bd41f-2c19-47c3-952f-6c3539a483f4 req-c67ceeb9-cd20-452f-8a71-fe450a352e18 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 944 time: 0.0584960 Mar 10 09:02:23.235665 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-299bd41f-2c19-47c3-952f-6c3539a483f4 req-7cf377e3-565d-446f-b66a-2fe56d79f9f0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Mar 10 09:02:23.769519 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 8cde4f53-317f-48e0-b355-c7d31c08b10d up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:02:23.886840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 8cde4f53-317f-48e0-b355-c7d31c08b10d completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:02:23.890840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 8cde4f53-317f-48e0-b355-c7d31c08b10d triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:02:23.891217 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:23.974450 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 8cde4f53-317f-48e0-b355-c7d31c08b10d is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:02:23.974856 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:23.998067 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:24.000329 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b17fbfe-47a1-4314-8b45-eec50113202e" -d '{"events": [{"server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "name": "network-vif-plugged", "status": "completed", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:24.013170 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 8cde4f53-317f-48e0-b355-c7d31c08b10d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8cde4f53-317f-48e0-b355-c7d31c08b10d,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:24.038257 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef535e9-4c15-4feb-b920-004c49510b6d x-openstack-request-id: req-0ef535e9-4c15-4feb-b920-004c49510b6d {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:24.038555 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "name": "network-vif-plugged", "status": "completed", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:24.038812 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ef535e9-4c15-4feb-b920-004c49510b6d {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:24.039248 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'code': 200} Mar 10 09:02:24.092860 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:24.140934 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=8cde4f53-317f-48e0-b355-c7d31c08b10d,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:24.361063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67862-be16-4371-b37d-fd409a1e6757 req-0bffbf45-e1d5-49a7-ba01-ba1b16026851 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:24.362588 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d0c67862-be16-4371-b37d-fd409a1e6757 req-0bffbf45-e1d5-49a7-ba01-ba1b16026851 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0577211 Mar 10 09:02:24.411650 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d0c67862-be16-4371-b37d-fd409a1e6757 req-68c6bb08-7819-40a9-83d9-3c411d7f3e87 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Mar 10 09:02:24.479856 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3ec2c-1e37-4e00-a165-69db82566e3d req-9fca45aa-88c4-4d7b-9817-484a7cd7038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:24.481327 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-feb3ec2c-1e37-4e00-a165-69db82566e3d req-9fca45aa-88c4-4d7b-9817-484a7cd7038f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 1129 time: 0.0443702 Mar 10 09:02:24.529732 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-feb3ec2c-1e37-4e00-a165-69db82566e3d req-e6db05ca-f4c2-48b3-ab83-a4d05c004ce7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Mar 10 09:02:24.681058 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:25.532096 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88113f5e-370e-471d-abd5-e1d2b94f635b req-f3effbc0-dd2e-4be9-a0ec-bbf80812deaa tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:25.533589 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-88113f5e-370e-471d-abd5-e1d2b94f635b req-f3effbc0-dd2e-4be9-a0ec-bbf80812deaa tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Mar 10 09:02:25.579672 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-88113f5e-370e-471d-abd5-e1d2b94f635b req-1739fb8a-4437-4d9f-8dad-5b60665e9f6c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Mar 10 09:02:26.698515 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42956e7-83b6-4b05-834f-d2d53abaf2ad req-7cd8eec0-1e2f-4c85-9c55-91f5b59319f6 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:26.699978 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f42956e7-83b6-4b05-834f-d2d53abaf2ad req-7cd8eec0-1e2f-4c85-9c55-91f5b59319f6 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0519304 Mar 10 09:02:26.747893 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f42956e7-83b6-4b05-834f-d2d53abaf2ad req-44736227-cc85-4c40-9f36-08b50e13a17d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Mar 10 09:02:26.868998 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f4226-a9ba-4081-9676-be1b9d734d38 req-16c6f0cd-42c3-47d4-a4b8-3cf214e65aa8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:26.870433 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-720f4226-a9ba-4081-9676-be1b9d734d38 req-16c6f0cd-42c3-47d4-a4b8-3cf214e65aa8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0568995 Mar 10 09:02:26.878810 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50290) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:26.883681 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'port_id': '8cde4f53-317f-48e0-b355-c7d31c08b10d'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:26.921510 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (c550e41e-392c-4c58-b85d-fd725f5fcc2a), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:27.363817 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:27.441537 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (c550e41e-392c-4c58-b85d-fd725f5fcc2a), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:27.704084 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP c550e41e-392c-4c58-b85d-fd725f5fcc2a associated. External IP: 172.27.1.183, port: 8cde4f53-317f-48e0-b355-c7d31c08b10d. Mar 10 09:02:27.913258 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:02:28.038268 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:02:28.043119 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:28.048199 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:02:28.057574 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:28.058231 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:28.077343 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-bf9ccfa0-ddbb-4c8d-9009-e2c7c4aa3c4b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "PUT /v2.0/floatingips/c550e41e-392c-4c58-b85d-fd725f5fcc2a HTTP/1.1" status: 200 len: 991 time: 1.1922967 Mar 10 09:02:28.077343 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:28.077343 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4396b24-2e71-4716-a11f-77fe250ad7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:28.171050 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecfb7a9-37e7-4327-8da4-9c075775f154 x-openstack-request-id: req-4ecfb7a9-37e7-4327-8da4-9c075775f154 {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:28.172441 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:28.172441 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ecfb7a9-37e7-4327-8da4-9c075775f154 {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:28.172441 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'status': 'completed', 'code': 200} Mar 10 09:02:28.172766 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:28.244260 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-6e24ab0f-3d43-4dea-a509-0e1180009a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:28.245802 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-6e24ab0f-3d43-4dea-a509-0e1180009a85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 1129 time: 0.0467250 Mar 10 09:02:28.340559 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-0658ad04-6b5b-449d-887b-4937933544e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:28.342111 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-0658ad04-6b5b-449d-887b-4937933544e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 916 time: 0.0893846 Mar 10 09:02:28.402680 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'c550e41e-392c-4c58-b85d-fd725f5fcc2a', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:92:cc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:02:09Z', 'updated_at': '2022-03-10T09:02:27Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:28.411292 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-533e17b1-7e61-4c36-9acb-68615bba3c24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cde4f53-317f-48e0-b355-c7d31c08b10d HTTP/1.1" status: 200 len: 999 time: 0.0599463 Mar 10 09:02:28.434632 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:02:28.443091 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:28.443807 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:28.464101 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-4010489a-5756-48b3-9373-9edf7882ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:28.465579 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-4010489a-5756-48b3-9373-9edf7882ff9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.0478253 Mar 10 09:02:28.515693 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-1591c7fe-daa8-4a49-8663-28daef873c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:28.517207 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-1591c7fe-daa8-4a49-8663-28daef873c4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454586 Mar 10 09:02:28.555708 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:28.622070 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-9e8646c1-2071-4e05-9968-10871719e83c service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933099 Mar 10 09:02:28.722648 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4396b24-2e71-4716-a11f-77fe250ad7a9 req-daf9ab0c-8950-4106-9ed1-95ce2bf31e96 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901892 Mar 10 09:02:28.911076 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'c550e41e-392c-4c58-b85d-fd725f5fcc2a', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:92:cc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:02:09Z', 'updated_at': '2022-03-10T09:02:27Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:28.940693 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7648bde-8511-4721-b421-81c392b9a85f None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': 'c550e41e-392c-4c58-b85d-fd725f5fcc2a', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:92:cc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:02:09Z', 'updated_at': '2022-03-10T09:02:27Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:02:29.132721 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c188ca-536d-4de5-bbcd-44e2b2a9ad50 None None] New status for floating IP c550e41e-392c-4c58-b85d-fd725f5fcc2a: ACTIVE {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:02:33.469950 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a3b96eff-7fd6-4fe3-ba1f-07b50e5f4496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:34.682732 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:02:35.733066 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c43ee019-602f-40c2-a421-09666d0dabb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:36.928017 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:38.288581 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:40.288607 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:48.311031 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7620e82-9440-4803-8bb8-c2c2c08fcd96 req-8352833c-4a6a-4448-a28c-29dad1241643 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:48.312562 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e7620e82-9440-4803-8bb8-c2c2c08fcd96 req-8352833c-4a6a-4448-a28c-29dad1241643 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0593529 Mar 10 09:02:48.360424 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e7620e82-9440-4803-8bb8-c2c2c08fcd96 req-798ecb4a-3b18-43bd-aad7-84ad58b79733 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 Mar 10 09:02:49.481602 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b82962-eda6-4eb1-b1c3-8453e5f3e806 req-4e6f2ba7-c061-446b-8105-ea1d60ab0301 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:49.483124 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e9b82962-eda6-4eb1-b1c3-8453e5f3e806 req-4e6f2ba7-c061-446b-8105-ea1d60ab0301 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0530269 Mar 10 09:02:49.532941 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e9b82962-eda6-4eb1-b1c3-8453e5f3e806 req-1b4cae64-eb0c-43fc-b113-07fd304950b8 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b89738c-3406-4a45-8298-d76576353426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 Mar 10 09:02:49.844395 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-5850eb99-2ca4-4a59-89f4-a13eefb78526 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:49.845777 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-5850eb99-2ca4-4a59-89f4-a13eefb78526 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 945 time: 0.0657294 Mar 10 09:02:49.943016 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Deleting port 6fd4f30a-18da-47b6-b084-6643a3db9700 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:02:49.943359 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:50.036010 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] For port 6fd4f30a-18da-47b6-b084-6643a3db9700, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6fd4f30a-18da-47b6-b084-6643a3db9700,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:50.036376 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:50.211878 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:50.212271 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (c3938885-5d09-4f9e-b742-69e51f98869c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:50.212551 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Floating IP c3938885-5d09-4f9e-b742-69e51f98869c disassociated. External IP: 172.27.1.196, port: 6fd4f30a-18da-47b6-b084-6643a3db9700. Mar 10 09:02:50.212892 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Calling delete_port for 6fd4f30a-18da-47b6-b084-6643a3db9700 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:02:50.471727 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (6fd4f30a-18da-47b6-b084-6643a3db9700), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:50.512978 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event deleted for resources: {'Port': ['ID=6fd4f30a-18da-47b6-b084-6643a3db9700,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:50.630873 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ecdfa498-d361-48be-b5d0-e082ec78c779 req-a3537fef-8679-4016-bc2c-10886f8dfa4c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0274136 Mar 10 09:02:50.638658 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:02:50.750786 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:02:50.761030 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] Sync routers for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:02:50.770467 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:50.771092 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:50.794112 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] No DVR routers for this DVR port 6fd4f30a-18da-47b6-b084-6643a3db9700 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:02:50.796589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:50.800193 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fbd98a17-db03-46f0-9ccf-1161d6d18294 req-c48500d3-52fa-452c-bbf9-e406742013fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "DELETE /v2.0/ports/6fd4f30a-18da-47b6-b084-6643a3db9700 HTTP/1.1" status: 204 len: 173 time: 0.9477203 Mar 10 09:02:50.800657 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'name': 'network-vif-deleted', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:50.803678 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae0d6de-5fce-4273-92e6-dab8fd8f15f2" -d '{"events": [{"server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "name": "network-vif-deleted", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:50.841975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99f5b0-768d-48a0-b229-1967f2bcee1d x-openstack-request-id: req-5e99f5b0-768d-48a0-b229-1967f2bcee1d {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:50.842422 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f7329d-7492-4d4e-9055-c4ce096e4be4", "name": "network-vif-deleted", "tag": "6fd4f30a-18da-47b6-b084-6643a3db9700", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:50.842769 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e99f5b0-768d-48a0-b229-1967f2bcee1d {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:50.843301 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f7329d-7492-4d4e-9055-c4ce096e4be4', 'name': 'network-vif-deleted', 'tag': '6fd4f30a-18da-47b6-b084-6643a3db9700', 'status': 'completed', 'code': 200} Mar 10 09:02:50.893796 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:51.111435 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:51.145133 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] Checking router: 2dfbccb2-34c0-4613-8bf4-6efe619f0560 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:02:51.153948 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:51.154598 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:51.275386 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:51.477588 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:51.510643 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e31b33-63ae-450e-bbd6-2a1477e93bd7 None None] The sync data for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi is: [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:02:51.746751 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6009b-4851-4b5e-9205-0bb192d54c05 None None] New status for floating IP c3938885-5d09-4f9e-b742-69e51f98869c: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:02:51.756760 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b54f65e1-0890-43c9-950d-91e5e618ecb1 req-e547f450-1e06-4c3b-83e0-146b90c2da34 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f7329d-7492-4d4e-9055-c4ce096e4be4 HTTP/1.1" status: 200 len: 210 time: 0.0386653 Mar 10 09:02:52.030581 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-a4549d26-cd7b-413b-b318-1f09b447f450 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906156956&fields=id&tenant_id=ea76fed243d742a3817bcfe047369348 HTTP/1.1" status: 200 len: 267 time: 0.0471580 Mar 10 09:02:52.093669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-70597856-564f-40e1-9e37-9a9e57e40bf4 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:52.095201 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-70597856-564f-40e1-9e37-9a9e57e40bf4 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 985 time: 0.0582354 Mar 10 09:02:52.108213 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Request body: {'port': {'security_groups': ['f4e4eaea-c79b-4f45-bd45-ff4b4aad7862']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:52.187084 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.367958 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:02:52.396884 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.459904 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.472302 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['816592f7-7ec6-44ea-968c-7ea9c9f84cb3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:02:52.508574 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:52.509218 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.510775 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-82f3d9fe-b04b-4210-88dd-671c483f6788 req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "PUT /v2.0/ports/816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 943 time: 0.4073083 Mar 10 09:02:52.519689 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50344) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:52.543456 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc11ea2-a148-4c4f-9a0f-f5403ea7c92d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event updated for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=7']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:52.596412 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group (213d902d-b6a3-4545-a75a-1941c48df655), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.616700 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['816592f7-7ec6-44ea-968c-7ea9c9f84cb3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:02:52.628777 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group (213d902d-b6a3-4545-a75a-1941c48df655), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.780246 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (213d902d-b6a3-4545-a75a-1941c48df655), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.783673 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.784925 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "DELETE /v2.0/security-groups/213d902d-b6a3-4545-a75a-1941c48df655 HTTP/1.1" status: 204 len: 168 time: 0.2657328 Mar 10 09:02:52.787794 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50348) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:52.799601 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213d902d-b6a3-4545-a75a-1941c48df655,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:52.807396 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-0a6da7e6-45a2-43b3-a742-920c5d68777f None None] Provisioning complete for port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:02:52.807694 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.807813 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0a6da7e6-45a2-43b3-a742-920c5d68777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:52.808056 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.808549 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.810010 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.810010 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.810289 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.810507 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.810862 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.813864 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.814249 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.814603 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.814946 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.815287 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d4573-00b2-41e6-a1dc-b75d30041949 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:02:52.844787 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:52.847144 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a967c5-3a3b-4490-a388-c2f05f0858f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:52.904308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653908ff-f49c-469d-b596-7fc988657786 x-openstack-request-id: req-653908ff-f49c-469d-b596-7fc988657786 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:52.904308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:52.904308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-653908ff-f49c-469d-b596-7fc988657786 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:52.904308 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'status': 'completed', 'code': 200} Mar 10 09:02:52.905626 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-0a6da7e6-45a2-43b3-a742-920c5d68777f None None] Current status of the port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:02:52.939906 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50354) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:53.000054 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc6874a5-8c4b-4a84-bbc7-99c58cceecf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (4b89738c-3406-4a45-8298-d76576353426), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.005948 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-a898eba8-f387-4df1-b0a8-aab5fb1169da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:53.007535 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-a898eba8-f387-4df1-b0a8-aab5fb1169da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1130 time: 0.0820866 Mar 10 09:02:53.026337 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc6874a5-8c4b-4a84-bbc7-99c58cceecf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (4b89738c-3406-4a45-8298-d76576353426), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.044155 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Deleting port 7ba506b9-d095-4d4d-a79a-2ec0f4032c54 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:02:53.044789 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.165210 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-1dd6f499-1872-4e16-bbd5-9dd83d871e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:53.166940 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-1dd6f499-1872-4e16-bbd5-9dd83d871e91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.1523273 Mar 10 09:02:53.187346 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.187676 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for floatingip (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.229150 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Calling delete_port for 7ba506b9-d095-4d4d-a79a-2ec0f4032c54 owned by network:floatingip {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:02:53.232076 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc6874a5-8c4b-4a84-bbc7-99c58cceecf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (4b89738c-3406-4a45-8298-d76576353426), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.234726 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc6874a5-8c4b-4a84-bbc7-99c58cceecf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.235901 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-bc6874a5-8c4b-4a84-bbc7-99c58cceecf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b89738c-3406-4a45-8298-d76576353426 HTTP/1.1" status: 204 len: 168 time: 0.2949803 Mar 10 09:02:53.240833 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50356) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:53.258171 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6874a5-8c4b-4a84-bbc7-99c58cceecf9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89738c-3406-4a45-8298-d76576353426,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:53.260022 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-e4dc159e-7e51-450a-a2e1-147d31ad383b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0830715 Mar 10 09:02:53.264606 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.api.v2.resource [None req-3b775c69-d65a-4b09-8ad1-1ed20540ef0e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] show failed (client error): The resource could not be found. Mar 10 09:02:53.265785 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3b775c69-d65a-4b09-8ad1-1ed20540ef0e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups/4b89738c-3406-4a45-8298-d76576353426 HTTP/1.1" status: 404 len: 347 time: 0.0239818 Mar 10 09:02:53.269297 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50358) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:53.382047 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-80b46c4a-ea37-4cb4-80ac-dbdd25f6c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:53.383611 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-80b46c4a-ea37-4cb4-80ac-dbdd25f6c6d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.0928087 Mar 10 09:02:53.410127 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Deleting port 68f982f6-f475-4c01-ab82-f9940cd1365c {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:02:53.410465 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.455714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-a797b079-4829-4259-893e-4c6602763e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:53.457477 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-a797b079-4829-4259-893e-4c6602763e3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655286 Mar 10 09:02:53.490675 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.491270 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (68f982f6-f475-4c01-ab82-f9940cd1365c), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.506418 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Calling delete_port for 68f982f6-f475-4c01-ab82-f9940cd1365c owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:02:53.729272 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (68f982f6-f475-4c01-ab82-f9940cd1365c), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.757702 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event deleted for resources: {'Port': ['ID=68f982f6-f475-4c01-ab82-f9940cd1365c,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:53.826646 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (c3938885-5d09-4f9e-b742-69e51f98869c), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.829245 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.830929 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-c839ec03-005c-440b-9a6c-1879077b209d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "DELETE /v2.0/floatingips/c3938885-5d09-4f9e-b742-69e51f98869c HTTP/1.1" status: 204 len: 168 time: 0.5600326 Mar 10 09:02:53.834307 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (7ba506b9-d095-4d4d-a79a-2ec0f4032c54), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.866270 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event deleted for resources: {'Port': ['ID=7ba506b9-d095-4d4d-a79a-2ec0f4032c54,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:53.899614 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 6fd4f30a-18da-47b6-b084-6643a3db9700 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:02:53.921076 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 6fd4f30a-18da-47b6-b084-6643a3db9700 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:02:53.921527 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 6fd4f30a-18da-47b6-b084-6643a3db9700 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:02:53.935520 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-7327f57e-fca1-420f-946c-18ab8e84ee34 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567726 Mar 10 09:02:53.955379 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks [] for floatingip (00936d17-fff8-47bc-b2be-1a805dbe525b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:53.955721 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Floating IP 00936d17-fff8-47bc-b2be-1a805dbe525b disassociated (deleted). External IP: 172.27.1.25, port: 816592f7-7ec6-44ea-968c-7ea9c9f84cb3. Mar 10 09:02:54.112123 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-51a967c5-3a3b-4490-a388-c2f05f0858f0 req-30eb3f63-f1ba-47c1-ad5f-fe2662421172 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683254 Mar 10 09:02:54.244054 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Router 5ba527f6-b10d-4f04-9503-c93a43695bb0 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:02:54.281945 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50362) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:54.286470 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-ee4d82e2-b3f4-4f55-9670-36479c35be40 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947476929', 'description': 'tempest-description--2026021703'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:54.359272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:02:54.364170 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.369489 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] Sync routers for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:02:54.374549 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee4d82e2-b3f4-4f55-9670-36479c35be40 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.389447 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:54.390330 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:54.400529 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-d5fcfb34-827d-45cb-8f8b-9c1d09e64844 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "DELETE /v2.0/floatingips/00936d17-fff8-47bc-b2be-1a805dbe525b HTTP/1.1" status: 204 len: 168 time: 1.6114907 Mar 10 09:02:54.446880 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee4d82e2-b3f4-4f55-9670-36479c35be40 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (d23f1b16-509b-42d6-86ff-a04c987b061a), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.506052 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee4d82e2-b3f4-4f55-9670-36479c35be40 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d23f1b16-509b-42d6-86ff-a04c987b061a), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.544548 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d82e2-b3f4-4f55-9670-36479c35be40 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23f1b16-509b-42d6-86ff-a04c987b061a,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:54.604598 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:54.656683 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee4d82e2-b3f4-4f55-9670-36479c35be40 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.657954 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-ee4d82e2-b3f4-4f55-9670-36479c35be40 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3749392 Mar 10 09:02:54.661055 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50370) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:54.665414 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-13a494d0-51ac-4516-b2f2-e18f5014a5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'security_group_rule': {'security_group_id': 'd23f1b16-509b-42d6-86ff-a04c987b061a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:54.786458 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-13a494d0-51ac-4516-b2f2-e18f5014a5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (3a450429-f735-4f64-81bb-49a358b5241d), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.790470 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.821292 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 5, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:54.846919 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-13a494d0-51ac-4516-b2f2-e18f5014a5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (3a450429-f735-4f64-81bb-49a358b5241d), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.848081 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] Checking router: 5ba527f6-b10d-4f04-9503-c93a43695bb0 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:02:54.857005 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:02:54.857616 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:02:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:54.904525 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:02:54.910168 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:02:54.963515 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-13a494d0-51ac-4516-b2f2-e18f5014a5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (3a450429-f735-4f64-81bb-49a358b5241d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:54.968986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8994b406-0da3-47b3-98ae-c09ea0b45f49 x-openstack-request-id: req-8994b406-0da3-47b3-98ae-c09ea0b45f49 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:02:54.969358 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:02:54.969640 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8994b406-0da3-47b3-98ae-c09ea0b45f49 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:02:54.970125 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'status': 'completed', 'code': 200} Mar 10 09:02:54.984576 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:02:54.987108 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a494d0-51ac-4516-b2f2-e18f5014a5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a450429-f735-4f64-81bb-49a358b5241d,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:55.050651 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-ba8bd47c-31b3-498f-905e-38aa3e17c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:55.051367 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-13a494d0-51ac-4516-b2f2-e18f5014a5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:55.052644 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-ba8bd47c-31b3-498f-905e-38aa3e17c6a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1130 time: 0.0513673 Mar 10 09:02:55.055691 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50376) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:55.056199 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-13a494d0-51ac-4516-b2f2-e18f5014a5fe tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3940680 Mar 10 09:02:55.060743 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-b99b7d0a-014a-4c68-a4d3-51cea4bea490 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'security_group_rule': {'security_group_id': 'd23f1b16-509b-42d6-86ff-a04c987b061a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:55.187194 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-e35acf5f-a2ce-4204-8ed9-24e3ee1c17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:55.188648 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-e35acf5f-a2ce-4204-8ed9-24e3ee1c17ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.1233320 Mar 10 09:02:55.238650 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-0af09f7c-38e3-4b95-8d3b-492722f2687d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 217 time: 0.0411758 Mar 10 09:02:55.241857 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b99b7d0a-014a-4c68-a4d3-51cea4bea490 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (3f342cf6-f82f-4487-a657-96add74a6ac5), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:55.323211 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-a0102831-1ce0-4218-8e67-f30b2569d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:55.324705 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-a0102831-1ce0-4218-8e67-f30b2569d509 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.0772936 Mar 10 09:02:55.326936 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 5, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:02:55.346822 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b99b7d0a-014a-4c68-a4d3-51cea4bea490 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (3f342cf6-f82f-4487-a657-96add74a6ac5), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:55.353216 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c432502-cc56-4d07-bcc0-820c84ab555f None None] The sync data for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi is: [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T08:58:39Z', 'revision_number': 4, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'ac0c0925-1694-418b-a201-d9805d2c0d91', 'name': '', 'network_id': '51871140-9e1c-49f6-95f9-0a2b8e15537a', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'mac_address': 'fa:16:3e:fe:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:38Z', 'updated_at': '2022-03-10T08:58:43Z', 'revision_number': 5, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'subnets': [{'id': 'e51a496e-e4f3-4f07-8846-b88864ca437a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:02:55.386360 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-d355596d-bda0-4b2d-a29d-455d81fb1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:55.387793 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-d355596d-bda0-4b2d-a29d-455d81fb1d2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546997 Mar 10 09:02:55.426531 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b99b7d0a-014a-4c68-a4d3-51cea4bea490 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (3f342cf6-f82f-4487-a657-96add74a6ac5), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:55.479508 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b7d0a-014a-4c68-a4d3-51cea4bea490 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f342cf6-f82f-4487-a657-96add74a6ac5,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:55.505060 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-8745fd0f-441c-4d88-ab12-adb9fc9ec60a service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095703 Mar 10 09:02:55.582059 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b99b7d0a-014a-4c68-a4d3-51cea4bea490 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:55.583370 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b99b7d0a-014a-4c68-a4d3-51cea4bea490 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5262809 Mar 10 09:02:55.587427 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50378) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:02:55.591994 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:02:55.614868 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98a87277-d9e4-4927-b9a0-0f8a27fc1c49 req-7b52a0a4-e225-4af3-9026-7a3e6b296a64 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016695 Mar 10 09:02:55.626733 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281773b6-dd15-4ab1-a96d-bb93e224afd0 None None] New status for floating IP 00936d17-fff8-47bc-b2be-1a805dbe525b: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:02:55.683503 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:55.796935 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:55.904919 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Allocated IP 172.27.1.188 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/802bfd9c-8960-45a8-be06-1dac3715747e) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:02:56.023919 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for port (802bfd9c-8960-45a8-be06-1dac3715747e), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.152382 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (802bfd9c-8960-45a8-be06-1dac3715747e), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.192823 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:02:56.197984 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:02:56.202258 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:02:56.225969 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'Port': ['ID=802bfd9c-8960-45a8-be06-1dac3715747e,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:56.298905 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (696e4400-552b-4c18-bcc1-58548b63c2ef), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.422442 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (802bfd9c-8960-45a8-be06-1dac3715747e), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.589976 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for port (802bfd9c-8960-45a8-be06-1dac3715747e), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.677883 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (802bfd9c-8960-45a8-be06-1dac3715747e), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.753765 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'Port': ['ID=802bfd9c-8960-45a8-be06-1dac3715747e,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:02:56.765205 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (696e4400-552b-4c18-bcc1-58548b63c2ef), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.856901 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:02:56.858112 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8bf08ecf-62c1-421c-835b-3143d0eaedcd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2696381 Mar 10 09:02:57.018211 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-2baea7a8-e45e-46b2-9555-9bc5da340fd7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--947476929&fields=id&tenant_id=52092f300ec94a1a8cd120b28efcad43 HTTP/1.1" status: 200 len: 267 time: 0.0439646 Mar 10 09:02:57.128602 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-483a55dd-2a5a-480c-a73d-900aface807b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:57.130100 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-483a55dd-2a5a-480c-a73d-900aface807b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 811 time: 0.1054637 Mar 10 09:02:57.147831 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-e6ca427d-a8d1-4da5-9185-3f279d1cde3e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/quotas/52092f300ec94a1a8cd120b28efcad43 HTTP/1.1" status: 200 len: 375 time: 0.0113835 Mar 10 09:02:57.214410 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-573ed9c1-68ce-4f3e-8398-15a23c4b6e0c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582960 Mar 10 09:02:57.323966 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-9e054a41-9762-47df-bdf4-2dd4d7b99e30 service neutron] 10.222.0.31 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982869 Mar 10 09:02:57.421603 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-2f1d7b9c-3d2a-4567-93cb-1b54bbb2f65b service neutron] 10.222.0.31 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917201 Mar 10 09:02:57.689676 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a963825d-8206-4c70-8219-483c8773d65c req-1abb3ce7-3972-48cd-a5e5-57c9e5c8b2ec tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 210 time: 0.0311761 Mar 10 09:02:57.808460 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-03db448b-ba18-421d-98a6-85cf2b1dd61e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499372 Mar 10 09:02:57.907485 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-08fa4add-bccb-431c-b62a-ac4c3aeffd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:57.909062 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-08fa4add-bccb-431c-b62a-ac4c3aeffd7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea76fed243d742a3817bcfe047369348&device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 1130 time: 0.0496616 Mar 10 09:02:58.032332 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-a2bbe72f-8014-4a13-81c1-67dedf740f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:58.033845 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-a2bbe72f-8014-4a13-81c1-67dedf740f35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 200 len: 916 time: 0.1048634 Mar 10 09:02:58.075574 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-683abac7-8562-45dc-906e-54c6876512ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 200 len: 217 time: 0.0358865 Mar 10 09:02:58.124181 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-a471e902-fe9e-454b-9d7d-8cbfd8924d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:58.125656 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-a471e902-fe9e-454b-9d7d-8cbfd8924d39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 200 len: 854 time: 0.0441277 Mar 10 09:02:58.178192 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-fca77d27-a8f7-4f20-a29e-3a8e67dac5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:58.179949 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-fca77d27-a8f7-4f20-a29e-3a8e67dac5d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51871140-9e1c-49f6-95f9-0a2b8e15537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482001 Mar 10 09:02:58.288157 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-2b0a8647-177b-4333-bed7-c25a3abd6e16 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015270 Mar 10 09:02:58.384271 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-be871ef3-65a5-47b5-8c0a-bc1fa37bb5aa req-3ce4b2ff-b4a5-4f88-97bd-646916026c95 service neutron] 10.222.0.30 "GET /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893734 Mar 10 09:02:58.794037 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bac08cce-cf74-4117-88e7-5393aeea2d7b req-667e87ce-e55b-4685-852f-2853c11a307b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 210 time: 0.0295594 Mar 10 09:02:59.217542 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc240e-2ce7-4610-9316-e8fcf73116ff req-ce2da74d-044b-4a4f-a9bb-6b706cc77159 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:02:59.219223 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-35cc240e-2ce7-4610-9316-e8fcf73116ff req-ce2da74d-044b-4a4f-a9bb-6b706cc77159 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0632842 Mar 10 09:02:59.281534 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-35cc240e-2ce7-4610-9316-e8fcf73116ff req-232bd0a1-8f87-41c9-8730-cfab619df1b9 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527463 Mar 10 09:02:59.901818 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-03166f0b-d806-4779-b6b5-22cacd40cbec req-91d1a16e-e288-436f-93a1-c481f230d71d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 210 time: 0.0381570 Mar 10 09:03:00.002141 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-6b90ee14-f499-4302-bb35-84264d9b498e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:00.004262 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-6b90ee14-f499-4302-bb35-84264d9b498e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 811 time: 0.1216974 Mar 10 09:03:00.067328 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-fe178234-5f5c-46e3-85d5-0a4d03005010 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52092f300ec94a1a8cd120b28efcad43 HTTP/1.1" status: 200 len: 379 time: 0.0538473 Mar 10 09:03:00.076809 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'port': {'device_id': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'admin_state_up': True, 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'security_groups': ['d23f1b16-509b-42d6-86ff-a04c987b061a']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:03:00.249285 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Made reservation on behalf of 52092f300ec94a1a8cd120b28efcad43 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:03:00.252766 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:00.419275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Allocated IP 172.20.0.14 (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484/a8a1754f-2c5d-4333-9a01-038205dc9bfb/57c4305a-3cc0-4d5a-a070-487d7a96a3be) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:03:00.457347 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d422f-0cc7-4008-b83a-bd3ef42feb2b req-af2bdccd-6278-48c6-a73b-fbcf0d6d757a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:00.458854 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7d9d422f-0cc7-4008-b83a-bd3ef42feb2b req-af2bdccd-6278-48c6-a73b-fbcf0d6d757a tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0971837 Mar 10 09:03:00.570821 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7d9d422f-0cc7-4008-b83a-bd3ef42feb2b req-bceeaf60-e528-4af5-b3a5-1c48e2b53055 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003771 Mar 10 09:03:00.608351 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:00.718481 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:00.770339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:03:00.775918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:03:00.779734 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:03:00.803656 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event updated for resources: {'Port': ['ID=57c4305a-3cc0-4d5a-a070-487d7a96a3be,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:00.836163 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:00.836672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:00.920531 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-c71a52d8-cfd7-427a-9e9b-7e8d5323938f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8475599 Mar 10 09:03:00.937738 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Request body: {'port': {'device_id': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:03:01.001404 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:01.027193 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5d0c0-58f3-4d2d-9b7b-55f4d2d65efb req-bc0a8af3-7e19-4d46-87f8-03045d1344b0 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:01.029041 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-58f5d0c0-58f3-4d2d-9b7b-55f4d2d65efb req-bc0a8af3-7e19-4d46-87f8-03045d1344b0 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 932 time: 0.0553124 Mar 10 09:03:01.093019 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-94b3cc1c-da65-4f9f-aa17-b0c1a4219be3 None None] Provisioning complete for port 57c4305a-3cc0-4d5a-a070-487d7a96a3be triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:03:01.093622 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-94b3cc1c-da65-4f9f-aa17-b0c1a4219be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:01.100008 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-58f5d0c0-58f3-4d2d-9b7b-55f4d2d65efb req-a05481a3-92da-4daa-aad6-f3b0bf2b88e5 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552440 Mar 10 09:03:01.157652 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-94b3cc1c-da65-4f9f-aa17-b0c1a4219be3 None None] Port 57c4305a-3cc0-4d5a-a070-487d7a96a3be cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:03:01.326945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c4305a-3cc0-4d5a-a070-487d7a96a3be {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:03:01.334547 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Publish callbacks [] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:01.356431 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Transition to ACTIVE for port object 57c4305a-3cc0-4d5a-a070-487d7a96a3be will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:03:01.418583 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-7fa6b9c2-96d9-47ba-8a48-5c78d557d8c3 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:01.420065 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-7fa6b9c2-96d9-47ba-8a48-5c78d557d8c3 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.0556228 Mar 10 09:03:01.492298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:01.565157 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Pushing event updated for resources: {'Port': ['ID=57c4305a-3cc0-4d5a-a070-487d7a96a3be,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:01.622272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Deleting port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:01.622272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:01.740072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Attempting to bind port 57c4305a-3cc0-4d5a-a070-487d7a96a3be on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:03:01.740412 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Attempting to bind port 57c4305a-3cc0-4d5a-a070-487d7a96a3be by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:03:01.740747 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Attempting to bind port 57c4305a-3cc0-4d5a-a070-487d7a96a3be on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:03:01.758728 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Port 57c4305a-3cc0-4d5a-a070-487d7a96a3be on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:03:01.759052 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Attempting to bind port 57c4305a-3cc0-4d5a-a070-487d7a96a3be on network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:03:01.773101 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] For port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:01.774123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:01.784641 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:03:01.784996 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Checking segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:03:01.785355 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Bound using segment: {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:03:01.785806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Bound port: 57c4305a-3cc0-4d5a-a070-487d7a96a3be, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3686bb6-6042-4446-ab22-6a00ca1385f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:03:01.786199 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:01.812041 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Calling delete_port for 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:01.824786 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ae497-7ca4-4091-bc24-61a9a2865655 req-529c924e-9853-4882-a5f6-76ceaeefa6b0 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:01.826340 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d62ae497-7ca4-4091-bc24-61a9a2865655 req-529c924e-9853-4882-a5f6-76ceaeefa6b0 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 946 time: 0.1704080 Mar 10 09:03:01.965128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] For port 57c4305a-3cc0-4d5a-a070-487d7a96a3be, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:03:01.971367 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d62ae497-7ca4-4091-bc24-61a9a2865655 req-722e11f6-ea53-404e-9ba9-7baca21f6511 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189916 Mar 10 09:03:01.988879 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] For port 57c4305a-3cc0-4d5a-a070-487d7a96a3be, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57c4305a-3cc0-4d5a-a070-487d7a96a3be,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:03:02.067372 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:02.105500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.106198 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:02.107706 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] 10.222.0.30 "PUT /v2.0/ports/57c4305a-3cc0-4d5a-a070-487d7a96a3be HTTP/1.1" status: 200 len: 1094 time: 1.1747158 Mar 10 09:03:02.110251 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:03:02.112598 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8b2ab-e872-4fa6-a4cd-9d4985cfbce8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:03:02.120324 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (816592f7-7ec6-44ea-968c-7ea9c9f84cb3), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:02.135599 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['816592f7-7ec6-44ea-968c-7ea9c9f84cb3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:03:02.158584 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46e8e0-0623-443a-a219-4dd7530a8320 service neutron] Pushing event updated for resources: {'Port': ['ID=57c4305a-3cc0-4d5a-a070-487d7a96a3be,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:02.204059 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Pushing event deleted for resources: {'Port': ['ID=816592f7-7ec6-44ea-968c-7ea9c9f84cb3,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:02.222753 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74adc425-f2d7-4346-a09b-943a56d540ac x-openstack-request-id: req-74adc425-f2d7-4346-a09b-943a56d540ac {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:03:02.222969 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:03:02.223206 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74adc425-f2d7-4346-a09b-943a56d540ac {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:03:02.223611 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'status': 'completed', 'code': 200} Mar 10 09:03:02.225829 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] No DVR routers for this DVR port 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:03:02.236348 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:02.239647 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd2b0cf8-7865-475a-8758-6c6693ea3cc1 req-d1bceb5a-20e0-42e3-a9a4-5b104e3454b2 tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.30 "DELETE /v2.0/ports/816592f7-7ec6-44ea-968c-7ea9c9f84cb3 HTTP/1.1" status: 204 len: 173 time: 0.8140335 Mar 10 09:03:02.314527 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b2ab-e872-4fa6-a4cd-9d4985cfbce8 req-f7a680d5-8569-4f22-be88-62c8d8ca95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.316067 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98f8b2ab-e872-4fa6-a4cd-9d4985cfbce8 req-f7a680d5-8569-4f22-be88-62c8d8ca95f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 1128 time: 0.0917037 Mar 10 09:03:02.327224 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166541b4-ec11-4bab-af51-11658ddecaf5 req-ce4c1ec1-bee1-43c6-a4d6-a80a69a1b16e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.328804 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-166541b4-ec11-4bab-af51-11658ddecaf5 req-ce4c1ec1-bee1-43c6-a4d6-a80a69a1b16e tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 944 time: 0.0883000 Mar 10 09:03:02.445629 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-166541b4-ec11-4bab-af51-11658ddecaf5 req-308a0993-cee4-44fc-88b9-cea28a78dd2c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078503 Mar 10 09:03:02.464852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b2ab-e872-4fa6-a4cd-9d4985cfbce8 req-5047006b-5a72-46cb-afa1-d95648c13f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.466460 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98f8b2ab-e872-4fa6-a4cd-9d4985cfbce8 req-5047006b-5a72-46cb-afa1-d95648c13f9c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=52092f300ec94a1a8cd120b28efcad43&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1367714 Mar 10 09:03:02.572457 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b2ab-e872-4fa6-a4cd-9d4985cfbce8 req-4e3d8e84-8652-47da-a260-4a5554734832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.574207 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-98f8b2ab-e872-4fa6-a4cd-9d4985cfbce8 req-4e3d8e84-8652-47da-a260-4a5554734832 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014769 Mar 10 09:03:02.673941 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-db5d3cd7-16de-4c70-983c-21a97701ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.675612 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-db5d3cd7-16de-4c70-983c-21a97701ad94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 1128 time: 0.0639837 Mar 10 09:03:02.718067 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-6f9d12b6-e8b0-4e4e-b8d2-485b653f706f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57c4305a-3cc0-4d5a-a070-487d7a96a3be HTTP/1.1" status: 200 len: 217 time: 0.0347910 Mar 10 09:03:02.768241 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1f479634-2df7-473e-8081-7ec268886b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.769627 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-1f479634-2df7-473e-8081-7ec268886b8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.0450959 Mar 10 09:03:02.825243 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-11529a17-21ad-42eb-aaec-a89c0b825b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:02.826791 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-11529a17-21ad-42eb-aaec-a89c0b825b85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503902 Mar 10 09:03:02.926004 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-cc724bb5-21ad-458d-a968-8ce06a06ae70 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924635 Mar 10 09:03:03.046417 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f65b0484-9f10-4662-ba6d-59eb2193b72f req-313d54d6-5a30-4bbf-bcba-ead9ed8bdf2e service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025717 Mar 10 09:03:03.088216 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f329a66d-bfe3-493c-b39e-73f44216af0d req-3c4bdf3d-d6e0-402b-8a46-4c49f1c5e95d tempest-TestMinimumBasicScenario-1317929752 tempest-TestMinimumBasicScenario-1317929752-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cc4ba3e-4366-45c7-bbfe-e8c496650f1f HTTP/1.1" status: 200 len: 210 time: 0.0273519 Mar 10 09:03:03.517854 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ab393464-c4e0-4eb9-ad46-9cf3e7c82278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:03.572130 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06763557-933b-4337-94b7-8258f6d776ae req-475330b9-1368-45c5-9431-2d80a3c7193c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:03.573634 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-06763557-933b-4337-94b7-8258f6d776ae req-475330b9-1368-45c5-9431-2d80a3c7193c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 944 time: 0.0539241 Mar 10 09:03:03.626626 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-06763557-933b-4337-94b7-8258f6d776ae req-1999d70b-61b8-4f3b-9ee8-19659df00c7f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469582 Mar 10 09:03:04.224441 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'name': 'network-vif-deleted', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:03:04.226905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d9adf1-4ca4-48cb-aba5-1740bc8ff054" -d '{"events": [{"server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "name": "network-vif-deleted", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:03:04.261054 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178c57b-c0e6-4cc1-9f66-931bffb26bf1 x-openstack-request-id: req-f178c57b-c0e6-4cc1-9f66-931bffb26bf1 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:03:04.261359 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc4ba3e-4366-45c7-bbfe-e8c496650f1f", "name": "network-vif-deleted", "tag": "816592f7-7ec6-44ea-968c-7ea9c9f84cb3", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:03:04.261617 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f178c57b-c0e6-4cc1-9f66-931bffb26bf1 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:03:04.262024 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc4ba3e-4366-45c7-bbfe-e8c496650f1f', 'name': 'network-vif-deleted', 'tag': '816592f7-7ec6-44ea-968c-7ea9c9f84cb3', 'status': 'completed', 'code': 200} Mar 10 09:03:04.755160 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2889-b30f-4579-acfa-cab2e4bdf184 req-32d90c37-17bd-4807-82ff-9bd404c7d698 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:04.756730 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-432a2889-b30f-4579-acfa-cab2e4bdf184 req-32d90c37-17bd-4807-82ff-9bd404c7d698 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 944 time: 0.0593183 Mar 10 09:03:04.967654 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-432a2889-b30f-4579-acfa-cab2e4bdf184 req-741e7e49-2449-4085-ad8c-c31b9470e584 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054551 Mar 10 09:03:05.718057 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-763f9218-67ac-4768-ae8e-5b89546951de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:05.948840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 57c4305a-3cc0-4d5a-a070-487d7a96a3be details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:03:05.955456 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:03:05.983263 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:03:05.984008 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 816592f7-7ec6-44ea-968c-7ea9c9f84cb3 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:03:06.075188 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 57c4305a-3cc0-4d5a-a070-487d7a96a3be, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57c4305a-3cc0-4d5a-a070-487d7a96a3be,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:06.089654 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'port_id': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'mac_address': 'fa:16:3e:df:09:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:03:06.090345 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aea42-e9b9-440e-bf6d-cb8a6136f172 req-10467143-5d21-4036-8636-6f0908be534d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:06.092010 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f85aea42-e9b9-440e-bf6d-cb8a6136f172 req-10467143-5d21-4036-8636-6f0908be534d tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 944 time: 0.0552151 Mar 10 09:03:06.129187 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 57c4305a-3cc0-4d5a-a070-487d7a96a3be is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:03:06.129506 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:06.140695 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f85aea42-e9b9-440e-bf6d-cb8a6136f172 req-3660593d-e6ec-4bdb-86c8-b58e07cd4074 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Mar 10 09:03:06.151164 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c4305a-3cc0-4d5a-a070-487d7a96a3be {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:03:06.163449 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 57c4305a-3cc0-4d5a-a070-487d7a96a3be, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57c4305a-3cc0-4d5a-a070-487d7a96a3be,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:06.240591 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50508) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:06.312802 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:06.360345 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=57c4305a-3cc0-4d5a-a070-487d7a96a3be,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:06.659624 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['57c4305a-3cc0-4d5a-a070-487d7a96a3be'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:03:06.672825 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (5ba527f6-b10d-4f04-9503-c93a43695bb0), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:06.935417 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:06.986046 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Deleting port ac0c0925-1694-418b-a201-d9805d2c0d91 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:06.986410 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:07.068652 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] For port ac0c0925-1694-418b-a201-d9805d2c0d91, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=ac0c0925-1694-418b-a201-d9805d2c0d91,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:07.069010 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:07.081768 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Calling delete_port for ac0c0925-1694-418b-a201-d9805d2c0d91 owned by network:router_interface {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:07.302347 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a037c9-a49d-4ab5-b9b4-2eac2679f232 req-94a39d27-c84e-439c-97a5-098e2dcf7a26 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:07.303830 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d8a037c9-a49d-4ab5-b9b4-2eac2679f232 req-94a39d27-c84e-439c-97a5-098e2dcf7a26 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 945 time: 0.0973122 Mar 10 09:03:07.350289 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d8a037c9-a49d-4ab5-b9b4-2eac2679f232 req-ad8e4569-5fe5-42a3-83c0-a21a7a64befd tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 Mar 10 09:03:07.427215 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (ac0c0925-1694-418b-a201-d9805d2c0d91), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:07.456821 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0c0925-1694-418b-a201-d9805d2c0d91,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:07.626411 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (5ba527f6-b10d-4f04-9503-c93a43695bb0), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:07.946250 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 57c4305a-3cc0-4d5a-a070-487d7a96a3be up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:03:08.004342 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Router 5ba527f6-b10d-4f04-9503-c93a43695bb0 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:03:08.112869 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:03:08.120009 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-918b4c28-9991-49a8-a70b-13c8dc918231 admin admin] 10.222.0.31 "PUT /v2.0/routers/5ba527f6-b10d-4f04-9503-c93a43695bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8780150 Mar 10 09:03:08.121411 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50512) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:08.123978 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] Sync routers for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:03:08.131197 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 57c4305a-3cc0-4d5a-a070-487d7a96a3be completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:03:08.138743 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 57c4305a-3cc0-4d5a-a070-487d7a96a3be triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:03:08.139123 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.141583 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:03:08.142319 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:08.232425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks [] for router (5ba527f6-b10d-4f04-9503-c93a43695bb0), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.311731 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.321920 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:03:08.347263 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks [] for router_gateway (5ba527f6-b10d-4f04-9503-c93a43695bb0), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.384670 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 57c4305a-3cc0-4d5a-a070-487d7a96a3be is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:03:08.385065 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.427727 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:03:08.430508 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c9ce76-eba8-481b-a950-a801a4649613" -d '{"events": [{"server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "name": "network-vif-plugged", "status": "completed", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:03:08.471322 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 57c4305a-3cc0-4d5a-a070-487d7a96a3be, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57c4305a-3cc0-4d5a-a070-487d7a96a3be,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:08.481800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fedaf7-864a-4704-967a-81c30cdcb598 x-openstack-request-id: req-09fedaf7-864a-4704-967a-81c30cdcb598 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:03:08.482123 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "name": "network-vif-plugged", "status": "completed", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:03:08.482376 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09fedaf7-864a-4704-967a-81c30cdcb598 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:03:08.482840 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'code': 200} Mar 10 09:03:08.556088 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T09:03:07Z', 'revision_number': 5, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port': {'id': 'e555e822-bd94-4aaf-b812-025f4eb472fc', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:36Z', 'updated_at': '2022-03-10T08:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:08.559923 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.589055 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] Checking router: 5ba527f6-b10d-4f04-9503-c93a43695bb0 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:03:08.628362 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] Routers {'5ba527f6-b10d-4f04-9503-c93a43695bb0'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:03:08.628982 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['5ba527f6-b10d-4f04-9503-c93a43695bb0'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:08.675789 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=57c4305a-3cc0-4d5a-a070-487d7a96a3be,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:08.732032 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] Set router 5ba527f6-b10d-4f04-9503-c93a43695bb0 gateway port host: None {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:03:08.790116 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T09:03:08Z', 'revision_number': 6, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:08.799691 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc2444-d658-4c34-affc-1aed49768082 req-17eb8db6-1392-4748-acdf-2c4c5696f585 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:08.801203 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ddc2444-d658-4c34-affc-1aed49768082 req-17eb8db6-1392-4748-acdf-2c4c5696f585 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 945 time: 0.3809850 Mar 10 09:03:08.803802 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Deleting port e555e822-bd94-4aaf-b812-025f4eb472fc {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:08.804144 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.817405 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93338f17-25bd-4b4b-9066-58d82449e6f9 None None] The sync data for ids ['5ba527f6-b10d-4f04-9503-c93a43695bb0'] in dv-cinder-796170-5-iscsi is: [{'id': '5ba527f6-b10d-4f04-9503-c93a43695bb0', 'name': 'tempest-TestMinimumBasicScenario-2032532594-router', 'tenant_id': 'ea76fed243d742a3817bcfe047369348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:35Z', 'updated_at': '2022-03-10T09:03:08Z', 'revision_number': 6, 'project_id': 'ea76fed243d742a3817bcfe047369348', 'gw_port_host': None}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:03:08.934894 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7ddc2444-d658-4c34-affc-1aed49768082 req-a96e8949-2e06-4559-8780-539664074bec tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263151 Mar 10 09:03:08.957635 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] For port e555e822-bd94-4aaf-b812-025f4eb472fc, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=e555e822-bd94-4aaf-b812-025f4eb472fc,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:08.958000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:08.973438 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Calling delete_port for e555e822-bd94-4aaf-b812-025f4eb472fc owned by network:router_gateway {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:08.985398 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddefde9-f20b-4ea8-bdd2-05f6bc7d34b6 req-e2ad7895-0f7b-4261-a04c-b73c8343360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:08.986969 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-eddefde9-f20b-4ea8-bdd2-05f6bc7d34b6 req-e2ad7895-0f7b-4261-a04c-b73c8343360a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 1130 time: 0.1013734 Mar 10 09:03:09.073609 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-eddefde9-f20b-4ea8-bdd2-05f6bc7d34b6 req-a6b3f914-21b3-4b34-8bc4-ae0601617edc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539260 Mar 10 09:03:09.245073 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (e555e822-bd94-4aaf-b812-025f4eb472fc), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.270069 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e555e822-bd94-4aaf-b812-025f4eb472fc,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:09.280509 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.280806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.281150 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.281492 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.281836 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.282672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.282672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.282864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.283149 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.283475 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.283803 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.284126 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.284445 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:09.347999 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (5ba527f6-b10d-4f04-9503-c93a43695bb0), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.440882 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (5ba527f6-b10d-4f04-9503-c93a43695bb0), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.443109 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks [] for router_controller (5ba527f6-b10d-4f04-9503-c93a43695bb0), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.600082 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (5ba527f6-b10d-4f04-9503-c93a43695bb0), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.600631 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba527f6-b10d-4f04-9503-c93a43695bb0 {{(pid=110208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:03:09.606409 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.616677 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a6ddd286-b8e6-4937-b7f2-4208d8c9b6a5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5ba527f6-b10d-4f04-9503-c93a43695bb0 HTTP/1.1" status: 204 len: 168 time: 1.4851837 Mar 10 09:03:09.616973 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50518) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:09.653007 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device ac0c0925-1694-418b-a201-d9805d2c0d91 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:03:09.663359 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] Deleting subnet e51a496e-e4f3-4f07-8846-b88864ca437a {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:03:09.667183 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] Publish callbacks [] for subnet (e51a496e-e4f3-4f07-8846-b88864ca437a), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.673890 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: ac0c0925-1694-418b-a201-d9805d2c0d91 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:03:09.674372 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device ac0c0925-1694-418b-a201-d9805d2c0d91 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:03:09.674904 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e555e822-bd94-4aaf-b812-025f4eb472fc no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:03:09.705968 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (e51a496e-e4f3-4f07-8846-b88864ca437a), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.831236 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: e555e822-bd94-4aaf-b812-025f4eb472fc {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:03:09.831679 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e555e822-bd94-4aaf-b812-025f4eb472fc not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:03:09.838400 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (e51a496e-e4f3-4f07-8846-b88864ca437a), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:09.987818 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (e51a496e-e4f3-4f07-8846-b88864ca437a), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.017324 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51a496e-e4f3-4f07-8846-b88864ca437a,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:10.022696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a030b2f-01b9-4751-a045-bbc11156b6d6 None None] Network 51871140-9e1c-49f6-95f9-0a2b8e15537a requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:03:10.026199 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.029366 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-93994eb1-cff5-444d-8b3b-ee6eba33d5b0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e51a496e-e4f3-4f07-8846-b88864ca437a HTTP/1.1" status: 204 len: 168 time: 0.4175332 Mar 10 09:03:10.031982 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50522) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:10.079870 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8ccb-8614-4228-934b-c5c372f1f101 req-97c341ee-ec67-416a-9eba-9028f35e49c7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:10.081414 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-108a8ccb-8614-4228-934b-c5c372f1f101 req-97c341ee-ec67-416a-9eba-9028f35e49c7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 946 time: 0.0671022 Mar 10 09:03:10.109458 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (51871140-9e1c-49f6-95f9-0a2b8e15537a), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.133917 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-108a8ccb-8614-4228-934b-c5c372f1f101 req-e78e8bda-4ddd-4d3e-bcce-ac2168665439 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452209 Mar 10 09:03:10.180909 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Deleting port 164afe76-d5ac-4f94-88c7-f2d308b9f43f {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:10.181298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.201708 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] DHCP port deletion for 51871140-9e1c-49f6-95f9-0a2b8e15537a request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:03:10.246580 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] For port 164afe76-d5ac-4f94-88c7-f2d308b9f43f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=164afe76-d5ac-4f94-88c7-f2d308b9f43f,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:10.247196 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.256834 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Deleting port 164afe76-d5ac-4f94-88c7-f2d308b9f43f {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:10.257219 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.261361 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Calling delete_port for 164afe76-d5ac-4f94-88c7-f2d308b9f43f owned by network:dhcp {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:10.285398 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.324238 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] For port 164afe76-d5ac-4f94-88c7-f2d308b9f43f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=164afe76-d5ac-4f94-88c7-f2d308b9f43f,segment=NetworkSegment(aa841566-8340-4ca3-8bec-93941454dfd4),segment_id=aa841566-8340-4ca3-8bec-93941454dfd4)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:10.324649 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.340204 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Calling delete_port for 164afe76-d5ac-4f94-88c7-f2d308b9f43f owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:10.484705 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.494690 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (164afe76-d5ac-4f94-88c7-f2d308b9f43f), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.510143 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Pushing event deleted for resources: {'Port': ['ID=164afe76-d5ac-4f94-88c7-f2d308b9f43f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:10.516055 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] No DVR routers for this DVR port 164afe76-d5ac-4f94-88c7-f2d308b9f43f on host dv-cinder-796170-5-iscsi {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:03:10.537636 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] No DVR routers for this DVR port 164afe76-d5ac-4f94-88c7-f2d308b9f43f on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:03:10.543307 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Pushing event deleted for resources: {'Port': ['ID=164afe76-d5ac-4f94-88c7-f2d308b9f43f,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:10.551110 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.551464 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.552046 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.552309 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.552697 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.553020 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.553358 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.553683 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.554008 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.554405 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.554736 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.555083 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.555408 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ec7e5b-e604-40d0-8550-9cfa7293f125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:03:10.595012 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (51871140-9e1c-49f6-95f9-0a2b8e15537a), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.617516 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51871140-9e1c-49f6-95f9-0a2b8e15537a']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:10.627763 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa841566-8340-4ca3-8bec-93941454dfd4') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:10.632429 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa841566-8340-4ca3-8bec-93941454dfd4') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:10.637979 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (aa841566-8340-4ca3-8bec-93941454dfd4), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.653123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (aa841566-8340-4ca3-8bec-93941454dfd4), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.659128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:03:10.659517 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (aa841566-8340-4ca3-8bec-93941454dfd4), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:03:10.661288 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:03:10.810957 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (51871140-9e1c-49f6-95f9-0a2b8e15537a), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.820212 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:10.820212 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] 10.222.0.31 "DELETE /v2.0/networks/51871140-9e1c-49f6-95f9-0a2b8e15537a HTTP/1.1" status: 204 len: 168 time: 0.7870703 Mar 10 09:03:10.823070 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50524) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:10.831060 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49365a-8a18-474e-8855-fb682f8af429 admin admin] Pushing event deleted for resources: {'Network': ['ID=51871140-9e1c-49f6-95f9-0a2b8e15537a,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:11.181510 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:11.264264 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a374b-61f4-4882-b84c-bbd685a87a60 req-a625e311-7e6b-4d29-9b46-e97ae24fdddb tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:11.265792 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-358a374b-61f4-4882-b84c-bbd685a87a60 req-a625e311-7e6b-4d29-9b46-e97ae24fdddb tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 946 time: 0.0651751 Mar 10 09:03:11.316708 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-358a374b-61f4-4882-b84c-bbd685a87a60 req-f67c6b9e-30b7-4021-932c-29ddfa217a28 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Mar 10 09:03:11.345721 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 164afe76-d5ac-4f94-88c7-f2d308b9f43f no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:03:11.367860 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 164afe76-d5ac-4f94-88c7-f2d308b9f43f {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:03:11.368206 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 164afe76-d5ac-4f94-88c7-f2d308b9f43f not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:03:11.487467 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba44d81-67a2-46df-9e01-d9ba945d0d0c req-18a42e9e-3d3a-48cd-8a57-dbf8daae1c94 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:11.489050 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9ba44d81-67a2-46df-9e01-d9ba945d0d0c req-18a42e9e-3d3a-48cd-8a57-dbf8daae1c94 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 946 time: 0.0861490 Mar 10 09:03:11.491120 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Deleting port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:11.491466 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:11.498220 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50530) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:11.502879 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Request body: {'floatingip': {'port_id': '57c4305a-3cc0-4d5a-a070-487d7a96a3be'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:03:11.543062 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (696e4400-552b-4c18-bcc1-58548b63c2ef), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:11.575692 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] For port 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,segment=NetworkSegment(bdeec479-8a44-414e-8d95-67cb70e243cb),segment_id=bdeec479-8a44-414e-8d95-67cb70e243cb)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:11.576061 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:11.591091 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Calling delete_port for 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c owned by network:router_interface {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:11.681479 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:03:11.873148 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (52bfdb91-c4d5-4d6c-a339-83d2fe4b208c), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:11.902666 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=52bfdb91-c4d5-4d6c-a339-83d2fe4b208c,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:12.084260 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:12.085943 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:12.182120 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (696e4400-552b-4c18-bcc1-58548b63c2ef), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:12.292114 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Floating IP 696e4400-552b-4c18-bcc1-58548b63c2ef associated. External IP: 172.27.1.188, port: 57c4305a-3cc0-4d5a-a070-487d7a96a3be. Mar 10 09:03:12.479957 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:03:12.509604 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:03:12.589983 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:03:12.598156 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e35a636c-a46f-4578-a9ca-64a770486b2b admin admin] 10.222.0.31 "PUT /v2.0/routers/e4a4e19a-bc2e-4944-b9f3-146eb5df4a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7734439 Mar 10 09:03:12.598790 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50534) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:12.607843 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] Sync routers for ids ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:03:12.617740 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] Routers {'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:03:12.618407 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:12.623511 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:03:12.627978 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:12.634792 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] Sync routers for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:03:12.644881 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:03:12.645733 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:12.670173 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f1b02212-d5b5-4b90-900b-ce8cc7990d5c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "PUT /v2.0/floatingips/696e4400-552b-4c18-bcc1-58548b63c2ef HTTP/1.1" status: 200 len: 992 time: 1.1609080 Mar 10 09:03:12.670173 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:03:12.670173 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5b4966-4de0-45a9-9f87-cf055260c4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:03:12.707085 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ed18f-2878-49a8-b2e7-5aa4044c017c x-openstack-request-id: req-738ed18f-2878-49a8-b2e7-5aa4044c017c {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:03:12.707389 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:03:12.707668 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-738ed18f-2878-49a8-b2e7-5aa4044c017c {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:03:12.708072 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'status': 'completed', 'code': 200} Mar 10 09:03:12.733079 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks [] for router (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:12.746744 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] Set router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:03:12.778283 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-c926e320-09dc-4c23-8f3b-f2a1738a5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:12.780123 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-c926e320-09dc-4c23-8f3b-f2a1738a5939 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52092f300ec94a1a8cd120b28efcad43&device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 1130 time: 0.0498857 Mar 10 09:03:12.794261 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:03:12.854136 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks [] for router_gateway (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:12.892018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-21981214-793b-4200-8382-71017a0e627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:12.893512 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-21981214-793b-4200-8382-71017a0e627b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 200 len: 912 time: 0.1063838 Mar 10 09:03:12.956549 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '27762d51-acf5-43a7-a62d-1994848b9944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T09:03:11Z', 'revision_number': 5, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port': {'id': '27762d51-acf5-43a7-a62d-1994848b9944', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:58:43Z', 'updated_at': '2022-03-10T08:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:12.974339 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-51d87531-1703-48ad-9ca6-7f22fd133fdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57c4305a-3cc0-4d5a-a070-487d7a96a3be HTTP/1.1" status: 200 len: 1000 time: 0.0746446 Mar 10 09:03:12.984416 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] Checking router: e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:03:13.001533 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Deleting port 27762d51-acf5-43a7-a62d-1994848b9944 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:13.002358 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (27762d51-acf5-43a7-a62d-1994848b9944), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.014287 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] Routers {'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:03:13.015238 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:13.040762 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-f92fe603-a7ee-4fad-b16f-609cc129220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:13.042573 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-f92fe603-a7ee-4fad-b16f-609cc129220f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 200 len: 850 time: 0.0628533 Mar 10 09:03:13.076641 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '696e4400-552b-4c18-bcc1-58548b63c2ef', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'port_id': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'mac_address': 'fa:16:3e:df:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:02:56Z', 'updated_at': '2022-03-10T09:03:11Z', 'revision_number': 1, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:13.099857 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] For port 27762d51-acf5-43a7-a62d-1994848b9944, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=27762d51-acf5-43a7-a62d-1994848b9944,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:13.100394 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (27762d51-acf5-43a7-a62d-1994848b9944), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.101285 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-75a3befd-d9d6-422a-9866-5ecc3174aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:13.103089 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-75a3befd-d9d6-422a-9866-5ecc3174aadb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545943 Mar 10 09:03:13.108768 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] Checking router: 2dfbccb2-34c0-4613-8bf4-6efe619f0560 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:03:13.115162 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Calling delete_port for 27762d51-acf5-43a7-a62d-1994848b9944 owned by network:router_gateway {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:13.117864 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:03:13.118686 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:13.131580 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] Set router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 gateway port host: None {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:03:13.201796 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T09:03:12Z', 'revision_number': 6, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:13.210630 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-e594063f-ebde-4fc8-8a7c-43a0103df17b service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014154 Mar 10 09:03:13.230116 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd70fd2-e899-4bce-a929-08b63f8b1cae None None] The sync data for ids ['e4a4e19a-bc2e-4944-b9f3-146eb5df4a50'] in dv-cinder-796170-5-iscsi is: [{'id': 'e4a4e19a-bc2e-4944-b9f3-146eb5df4a50', 'name': 'tempest-TestMinimumBasicScenario-1794436050-router', 'tenant_id': 'de1389f02811463b9188f4d32e5fbd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:58:42Z', 'updated_at': '2022-03-10T09:03:12Z', 'revision_number': 6, 'project_id': 'de1389f02811463b9188f4d32e5fbd4b', 'gw_port_host': None}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:03:13.251137 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:03:13.326044 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4c5b4966-4de0-45a9-9f87-cf055260c4b0 req-27e815bd-ce68-4e80-9f01-f2e86fb9b2b7 service neutron] 10.222.0.30 "GET /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083088 Mar 10 09:03:13.462636 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (27762d51-acf5-43a7-a62d-1994848b9944), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.488756 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '696e4400-552b-4c18-bcc1-58548b63c2ef', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'port_id': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'mac_address': 'fa:16:3e:df:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:02:56Z', 'updated_at': '2022-03-10T09:03:11Z', 'revision_number': 1, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:13.490257 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Pushing event deleted for resources: {'Port': ['ID=27762d51-acf5-43a7-a62d-1994848b9944,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:13.520127 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91359b38-2062-4539-8e51-9aa05f35d35b None None] The sync data for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi is: [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '696e4400-552b-4c18-bcc1-58548b63c2ef', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'port_id': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'mac_address': 'fa:16:3e:df:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:02:56Z', 'updated_at': '2022-03-10T09:03:11Z', 'revision_number': 1, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:03:13.554394 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.671477 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.673815 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks [] for router_controller (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.725522 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:03:13.747091 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:03:13.747469 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 52bfdb91-c4d5-4d6c-a339-83d2fe4b208c not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:03:13.815719 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88161b9-d948-4414-8eaa-9f845b391e9d None None] New status for floating IP 696e4400-552b-4c18-bcc1-58548b63c2ef: ACTIVE {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:03:13.816226 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (e4a4e19a-bc2e-4944-b9f3-146eb5df4a50), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.816891 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 {{(pid=110207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:03:13.823613 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.824715 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-df48e29c-7a4a-48b5-a386-efff3bc392cd admin admin] 10.222.0.31 "DELETE /v2.0/routers/e4a4e19a-bc2e-4944-b9f3-146eb5df4a50 HTTP/1.1" status: 204 len: 168 time: 1.2249770 Mar 10 09:03:13.827344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50542) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:13.872765 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] Deleting subnet ab78fe56-075f-4ca9-8775-de5e410c04ec {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:03:13.876258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] Publish callbacks [] for subnet (ab78fe56-075f-4ca9-8775-de5e410c04ec), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:13.911843 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (ab78fe56-075f-4ca9-8775-de5e410c04ec), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.026117 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (ab78fe56-075f-4ca9-8775-de5e410c04ec), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.170756 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (ab78fe56-075f-4ca9-8775-de5e410c04ec), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.201250 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab78fe56-075f-4ca9-8775-de5e410c04ec,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:14.204907 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.208273 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-44b27bcf-9a1c-481a-b829-6db87ac79915 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab78fe56-075f-4ca9-8775-de5e410c04ec HTTP/1.1" status: 204 len: 168 time: 0.3798995 Mar 10 09:03:14.210944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50544) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:14.213748 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b880f30-6dbf-4eaf-b3b1-f4711c5b46ea None None] Network c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:03:14.291874 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.373374 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Deleting port 5fb37f22-0177-49f4-927a-148a85b45855 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:14.374010 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (5fb37f22-0177-49f4-927a-148a85b45855), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.393272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] DHCP port deletion for c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:03:14.442137 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] Deleting port 5fb37f22-0177-49f4-927a-148a85b45855 {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:03:14.442786 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (5fb37f22-0177-49f4-927a-148a85b45855), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.450624 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] For port 5fb37f22-0177-49f4-927a-148a85b45855, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=5fb37f22-0177-49f4-927a-148a85b45855,segment=NetworkSegment(bdeec479-8a44-414e-8d95-67cb70e243cb),segment_id=bdeec479-8a44-414e-8d95-67cb70e243cb)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:14.450990 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (5fb37f22-0177-49f4-927a-148a85b45855), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.463892 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Calling delete_port for 5fb37f22-0177-49f4-927a-148a85b45855 owned by network:dhcp {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:14.509256 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] For port 5fb37f22-0177-49f4-927a-148a85b45855, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=5fb37f22-0177-49f4-927a-148a85b45855,segment=NetworkSegment(bdeec479-8a44-414e-8d95-67cb70e243cb),segment_id=bdeec479-8a44-414e-8d95-67cb70e243cb)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:14.509655 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (5fb37f22-0177-49f4-927a-148a85b45855), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.527728 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] Calling delete_port for 5fb37f22-0177-49f4-927a-148a85b45855 owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:03:14.622393 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (5fb37f22-0177-49f4-927a-148a85b45855), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.633802 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (5fb37f22-0177-49f4-927a-148a85b45855), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.649765 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb37f22-0177-49f4-927a-148a85b45855,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:14.654618 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] No DVR routers for this DVR port 5fb37f22-0177-49f4-927a-148a85b45855 on host dv-cinder-796170-5-iscsi {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:03:14.660101 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] Pushing event deleted for resources: {'Port': ['ID=5fb37f22-0177-49f4-927a-148a85b45855,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:14.663547 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51be85-51f9-49fc-88f6-42232483e96b None None] No DVR routers for this DVR port 5fb37f22-0177-49f4-927a-148a85b45855 on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:03:14.731009 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.752931 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:14.762949 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdeec479-8a44-414e-8d95-67cb70e243cb') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:14.763245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdeec479-8a44-414e-8d95-67cb70e243cb') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:03:14.776861 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (bdeec479-8a44-414e-8d95-67cb70e243cb), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.790958 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (bdeec479-8a44-414e-8d95-67cb70e243cb), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.796837 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:03:14.797211 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (bdeec479-8a44-414e-8d95-67cb70e243cb), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:03:14.798872 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:03:14.941342 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.947140 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:14.950349 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] 10.222.0.31 "DELETE /v2.0/networks/c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22 HTTP/1.1" status: 204 len: 168 time: 0.7383411 Mar 10 09:03:14.961190 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024c2d-02a0-4549-ac4c-f79757bdb57b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a6bb5f-f5aa-4ed3-9894-b851a92e9e22,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:15.297446 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50548) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:15.340352 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-74ef27f0-45e5-44ec-abd5-d4a3cd669f31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea76fed243d742a3817bcfe047369348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410144 Mar 10 09:03:15.342304 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50550) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:15.344650 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 5fb37f22-0177-49f4-927a-148a85b45855 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:03:15.365284 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 5fb37f22-0177-49f4-927a-148a85b45855 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:03:15.365639 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 5fb37f22-0177-49f4-927a-148a85b45855 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:03:15.366070 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 27762d51-acf5-43a7-a62d-1994848b9944 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:03:15.389017 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 27762d51-acf5-43a7-a62d-1994848b9944 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:03:15.389381 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 27762d51-acf5-43a7-a62d-1994848b9944 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:03:15.396383 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-db62303c-4df5-48e0-b0c5-703391e33e52 admin admin] Publish callbacks [] for security_group (f4e4eaea-c79b-4f45-bd45-ff4b4aad7862), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:15.418742 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-db62303c-4df5-48e0-b0c5-703391e33e52 admin admin] Publish callbacks [] for security_group (f4e4eaea-c79b-4f45-bd45-ff4b4aad7862), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:15.519290 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-db62303c-4df5-48e0-b0c5-703391e33e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (f4e4eaea-c79b-4f45-bd45-ff4b4aad7862), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:15.521919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-db62303c-4df5-48e0-b0c5-703391e33e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:15.523156 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-db62303c-4df5-48e0-b0c5-703391e33e52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4e4eaea-c79b-4f45-bd45-ff4b4aad7862 HTTP/1.1" status: 204 len: 168 time: 0.1798360 Mar 10 09:03:15.531691 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62303c-4df5-48e0-b0c5-703391e33e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e4eaea-c79b-4f45-bd45-ff4b4aad7862,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:16.269096 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50556) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:16.312279 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4969faad-2d0d-401e-8332-0d4fda472ea4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de1389f02811463b9188f4d32e5fbd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420229 Mar 10 09:03:16.314808 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50558) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:03:16.361901 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-70ba8dde-e1a5-4561-9c71-16723acd5416 admin admin] Publish callbacks [] for security_group (a2dcbefd-89fd-4566-9f79-3a8a497845ac), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:16.384347 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-70ba8dde-e1a5-4561-9c71-16723acd5416 admin admin] Publish callbacks [] for security_group (a2dcbefd-89fd-4566-9f79-3a8a497845ac), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:16.553569 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-70ba8dde-e1a5-4561-9c71-16723acd5416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a2dcbefd-89fd-4566-9f79-3a8a497845ac), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:16.556881 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-70ba8dde-e1a5-4561-9c71-16723acd5416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:16.558103 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-70ba8dde-e1a5-4561-9c71-16723acd5416 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2dcbefd-89fd-4566-9f79-3a8a497845ac HTTP/1.1" status: 204 len: 168 time: 0.2424142 Mar 10 09:03:16.566218 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8dde-e1a5-4561-9c71-16723acd5416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dcbefd-89fd-4566-9f79-3a8a497845ac,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:24.748103 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:33.502755 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-28a542f9-5d68-47cf-8d84-f555071dbd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:35.737719 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-31c14fdb-953a-49ab-a575-a5bbe402303d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:36.399674 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a32d6-4314-482a-802c-ec34bb8c2630 req-62ed88c3-2815-447c-a736-c43257a6bd6f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:36.401780 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f46a32d6-4314-482a-802c-ec34bb8c2630 req-62ed88c3-2815-447c-a736-c43257a6bd6f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0556147 Mar 10 09:03:36.455114 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f46a32d6-4314-482a-802c-ec34bb8c2630 req-1344527f-f1b0-408d-92fc-3c932ec0f536 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 Mar 10 09:03:36.932841 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:37.577322 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c9976-ed06-4524-b14f-834e99efe4dc req-ae8a5a2b-72f5-4b78-943b-abdabc9df6af tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:37.578810 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6c9c9976-ed06-4524-b14f-834e99efe4dc req-ae8a5a2b-72f5-4b78-943b-abdabc9df6af tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0509353 Mar 10 09:03:37.624189 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6c9c9976-ed06-4524-b14f-834e99efe4dc req-e24543ac-662b-427b-8dce-6a0d6181bce9 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Mar 10 09:03:38.268642 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:38.745391 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a060c-f1b8-45b2-90d7-a922b2f94fec req-5b66dca3-55b0-4ddd-9f3b-38405c3675ca tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:38.746915 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e51a060c-f1b8-45b2-90d7-a922b2f94fec req-5b66dca3-55b0-4ddd-9f3b-38405c3675ca tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0535767 Mar 10 09:03:38.792909 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e51a060c-f1b8-45b2-90d7-a922b2f94fec req-758f1cfa-65f3-419e-8d6a-e3e103ec6936 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Mar 10 09:03:39.950446 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f2dbd-799a-4a62-8787-0cc8b93bc5b7 req-13079b74-5a86-4002-b55b-edcf7f3e57d1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:39.951952 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ff1f2dbd-799a-4a62-8787-0cc8b93bc5b7 req-13079b74-5a86-4002-b55b-edcf7f3e57d1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0686121 Mar 10 09:03:40.009167 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ff1f2dbd-799a-4a62-8787-0cc8b93bc5b7 req-97efdf83-e056-472c-aa40-7cd9cbd3f815 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473213 Mar 10 09:03:40.257997 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:41.132109 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec0153-5786-4f32-a838-7d72ecca3e7a req-f316a69a-386e-46fd-a696-58184b4a6c4b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:41.133598 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-22ec0153-5786-4f32-a838-7d72ecca3e7a req-f316a69a-386e-46fd-a696-58184b4a6c4b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0517414 Mar 10 09:03:41.179135 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-22ec0153-5786-4f32-a838-7d72ecca3e7a req-ed5ca6df-e745-4467-8718-a98982916fc3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Mar 10 09:03:42.301836 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd48ffe-91da-4c1b-916e-68df617dc23d req-5238887b-da64-4da3-b032-d4a64380c7c0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:42.303344 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4fd48ffe-91da-4c1b-916e-68df617dc23d req-5238887b-da64-4da3-b032-d4a64380c7c0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0521960 Mar 10 09:03:42.349300 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4fd48ffe-91da-4c1b-916e-68df617dc23d req-1e99e033-eaa4-4278-9b8b-942b06bb016f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 Mar 10 09:03:43.474797 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b3c8-c145-4290-b25c-b9fbffdc3c02 req-3d8a4825-6cd9-4553-88cc-dd00f2852bde tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:43.476421 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ca66b3c8-c145-4290-b25c-b9fbffdc3c02 req-3d8a4825-6cd9-4553-88cc-dd00f2852bde tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0555277 Mar 10 09:03:43.528593 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ca66b3c8-c145-4290-b25c-b9fbffdc3c02 req-b1c9a2e3-e96c-417e-a4db-fd47116c5f78 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467982 Mar 10 09:03:44.653369 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164f728-8b97-463e-9105-3f6f06ecebfb req-98800c04-da69-4b32-a5c7-749ab7d7057a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:44.654898 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e164f728-8b97-463e-9105-3f6f06ecebfb req-98800c04-da69-4b32-a5c7-749ab7d7057a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0544209 Mar 10 09:03:44.704124 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e164f728-8b97-463e-9105-3f6f06ecebfb req-7f9136b7-4f3f-4b43-ac5b-04cb304f4187 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Mar 10 09:03:45.830027 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea21373-172e-497b-9a3e-eecca8ee4bb2 req-c80915f2-3d77-4c8c-98af-f034e574d2e3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:45.831527 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dea21373-172e-497b-9a3e-eecca8ee4bb2 req-c80915f2-3d77-4c8c-98af-f034e574d2e3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0529525 Mar 10 09:03:46.156269 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dea21373-172e-497b-9a3e-eecca8ee4bb2 req-7baa168a-9208-479c-875b-669d1f1ce771 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190591 Mar 10 09:03:47.287278 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7b505-d24c-495a-b84e-857d3d1ad621 req-d15ee4c5-a96b-47f1-a821-d1272cccfd30 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:47.288736 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-54f7b505-d24c-495a-b84e-857d3d1ad621 req-d15ee4c5-a96b-47f1-a821-d1272cccfd30 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0559840 Mar 10 09:03:47.334931 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-54f7b505-d24c-495a-b84e-857d3d1ad621 req-47fc201c-3a81-4afe-8e6e-58ef416909ac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Mar 10 09:03:48.460425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19aa3c-f548-4ab4-8038-758c0c369d5d req-c9b8b9d4-acdb-48df-8217-3f538fa8447e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:48.462014 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bd19aa3c-f548-4ab4-8038-758c0c369d5d req-c9b8b9d4-acdb-48df-8217-3f538fa8447e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0545588 Mar 10 09:03:48.513013 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bd19aa3c-f548-4ab4-8038-758c0c369d5d req-1ca2f606-3322-448d-872c-2927e16b2208 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Mar 10 09:03:48.679681 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:03:49.641753 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7704b3-cefa-47c6-9260-4460c5d4b4a3 req-6a992ec1-cfb4-4dd3-89a5-d58dc925e380 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:49.643244 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5b7704b3-cefa-47c6-9260-4460c5d4b4a3 req-6a992ec1-cfb4-4dd3-89a5-d58dc925e380 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0552306 Mar 10 09:03:49.695218 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5b7704b3-cefa-47c6-9260-4460c5d4b4a3 req-c7ac7f34-8e64-4c31-8538-ccc476193299 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Mar 10 09:03:50.062675 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:03:50.158732 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:50.170670 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'port_id': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'mac_address': 'fa:16:3e:9a:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:03:50.209401 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 47a23dff-d330-4a51-84bb-ad10b3ffb318 is: ACTIVE; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:03:50.209791 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:50.222781 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47a23dff-d330-4a51-84bb-ad10b3ffb318 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:03:50.242006 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:50.327375 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:50.377421 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=6']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:50.431004 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['47a23dff-d330-4a51-84bb-ad10b3ffb318'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:03:50.822462 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07815a0c-6fcf-469f-9f4f-494cbb955cd0 req-25faa94e-b647-4827-a6ab-58941e4ec262 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:50.826242 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-07815a0c-6fcf-469f-9f4f-494cbb955cd0 req-25faa94e-b647-4827-a6ab-58941e4ec262 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 945 time: 0.0550394 Mar 10 09:03:50.872074 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-07815a0c-6fcf-469f-9f4f-494cbb955cd0 req-768a445d-d56b-4078-9dd3-9da2f420b43c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Mar 10 09:03:51.999215 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0ee4d-df11-4e57-b2c0-31e3957b08da req-998278e6-fb67-48e4-94fb-abae4e32dd3a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:52.004493 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-eab0ee4d-df11-4e57-b2c0-31e3957b08da req-998278e6-fb67-48e4-94fb-abae4e32dd3a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 945 time: 0.0616164 Mar 10 09:03:52.052476 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-eab0ee4d-df11-4e57-b2c0-31e3957b08da req-560247d5-8e5c-4229-ade1-b8212dd29771 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411153 Mar 10 09:03:52.067967 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:03:52.115704 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 47a23dff-d330-4a51-84bb-ad10b3ffb318 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:03:52.116089 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:52.198550 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 47a23dff-d330-4a51-84bb-ad10b3ffb318 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:03:52.198942 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:52.221538 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:03:52.223758 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810aa47f-b259-40b2-a547-977f0916e206" -d '{"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-plugged", "status": "completed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:03:52.235626 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:03:52.261474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309016e-68a3-4199-acf2-0a9a3223e0b5 x-openstack-request-id: req-1309016e-68a3-4199-acf2-0a9a3223e0b5 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:03:52.261474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-plugged", "status": "completed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:03:52.261474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1309016e-68a3-4199-acf2-0a9a3223e0b5 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:03:52.261474 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'code': 200} Mar 10 09:03:52.367462 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:52.415342 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=7']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:03:53.181374 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7665-d632-41f2-884c-9673a3059cbe req-3976e25b-ef3e-40a9-84ba-9e2b44913bb1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:53.183479 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-142e7665-d632-41f2-884c-9673a3059cbe req-3976e25b-ef3e-40a9-84ba-9e2b44913bb1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0520113 Mar 10 09:03:53.229861 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-142e7665-d632-41f2-884c-9673a3059cbe req-61ccf169-3610-43c2-be7f-c41d5b7df9de tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407035 Mar 10 09:03:54.362672 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa88405-f67b-4c5d-a99e-6b5d1ff0995a req-7dd84561-f52b-4e86-b60d-dcd60e0bda30 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:54.364187 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3aa88405-f67b-4c5d-a99e-6b5d1ff0995a req-7dd84561-f52b-4e86-b60d-dcd60e0bda30 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0515695 Mar 10 09:03:54.411382 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3aa88405-f67b-4c5d-a99e-6b5d1ff0995a req-314f6123-d713-4d9f-891d-528bd3e15325 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416124 Mar 10 09:03:54.729916 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:03:55.583751 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1005965-c027-4138-ac4c-738b46afcb65 req-a3229df1-f675-4ad6-9719-a73c11a69993 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:55.585610 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e1005965-c027-4138-ac4c-738b46afcb65 req-a3229df1-f675-4ad6-9719-a73c11a69993 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0623791 Mar 10 09:03:55.642412 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e1005965-c027-4138-ac4c-738b46afcb65 req-81d7448a-8f3d-40d2-b699-cc75f8f0dc56 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501380 Mar 10 09:03:56.830583 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92bdb4-1502-4e6e-b76e-517b27aee139 req-af9b6d57-5346-47f8-8aed-02d4e21ac4c6 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:56.839225 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c92bdb4-1502-4e6e-b76e-517b27aee139 req-af9b6d57-5346-47f8-8aed-02d4e21ac4c6 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0860262 Mar 10 09:03:56.894669 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2c92bdb4-1502-4e6e-b76e-517b27aee139 req-c0e866d1-0f34-4aab-91f3-eb1148d5b20f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529668 Mar 10 09:03:58.041181 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af405ce-98c2-4dc4-9076-79207ca05b61 req-7073ac36-68cc-4649-9b08-d43e366a2b2f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:58.396215 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8af405ce-98c2-4dc4-9076-79207ca05b61 req-7073ac36-68cc-4649-9b08-d43e366a2b2f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0727544 Mar 10 09:03:58.396215 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8af405ce-98c2-4dc4-9076-79207ca05b61 req-22d9df10-6fab-4b39-bbef-0e806bce0659 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Mar 10 09:03:59.290680 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca71751-6b18-4120-8726-2a506e4b26ed req-80719627-fb51-46ef-9d0b-7da799a0157d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:59.298508 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dca71751-6b18-4120-8726-2a506e4b26ed req-80719627-fb51-46ef-9d0b-7da799a0157d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.1011801 Mar 10 09:03:59.374478 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dca71751-6b18-4120-8726-2a506e4b26ed req-8e824c8f-f676-4bf3-8df2-a5b43d00d5f3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695441 Mar 10 09:03:59.775945 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559f198-baad-450a-98d4-ccc3fd3ab780 req-1ea15ce0-6798-4799-955d-563e6f0b969a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:03:59.777941 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8559f198-baad-450a-98d4-ccc3fd3ab780 req-1ea15ce0-6798-4799-955d-563e6f0b969a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0562258 Mar 10 09:03:59.835643 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8559f198-baad-450a-98d4-ccc3fd3ab780 req-9f267327-aafa-4f62-be23-51a2e909bbf5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470228 Mar 10 09:04:00.510563 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c44ce8-f378-4fed-b277-baa870867987 req-c962f0b7-a9af-46de-ae05-d6c7911632e0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:00.512631 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d0c44ce8-f378-4fed-b277-baa870867987 req-c962f0b7-a9af-46de-ae05-d6c7911632e0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0564222 Mar 10 09:04:00.561550 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d0c44ce8-f378-4fed-b277-baa870867987 req-c2aacea9-1fb0-4fb4-8bf9-3233efc798d5 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Mar 10 09:04:00.863621 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-ad4e5c7b-20f9-4f8f-9841-8d7b1cdaa524 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585129 Mar 10 09:04:00.941921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334627e8-8905-496a-a384-a25abeeaa466 req-24331c40-6830-4198-a426-4198f31d3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:00.944526 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-24331c40-6830-4198-a426-4198f31d3a18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0557830 Mar 10 09:04:00.979344 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6e5ca-a6eb-4eee-b8d0-f5a3ecdab3e2 req-aae835fb-73b7-4d1a-af50-e9ae0dfbecf5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:00.981629 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-27f6e5ca-a6eb-4eee-b8d0-f5a3ecdab3e2 req-aae835fb-73b7-4d1a-af50-e9ae0dfbecf5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0701985 Mar 10 09:04:01.037582 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-27f6e5ca-a6eb-4eee-b8d0-f5a3ecdab3e2 req-40502112-fd40-4de9-aa69-b61f8a3bba49 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502808 Mar 10 09:04:01.085907 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334627e8-8905-496a-a384-a25abeeaa466 req-b0a03b19-931f-405d-93ad-57c786902cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:01.087471 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-b0a03b19-931f-405d-93ad-57c786902cc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 909 time: 0.1171844 Mar 10 09:04:01.169078 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-3ff6a510-1234-4775-81bf-23de7a88359b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 1001 time: 0.0745351 Mar 10 09:04:01.219312 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334627e8-8905-496a-a384-a25abeeaa466 req-affd75a1-8a19-48d8-8a79-182d833ba3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:01.220785 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-affd75a1-8a19-48d8-8a79-182d833ba3f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 200 len: 847 time: 0.0449762 Mar 10 09:04:01.281967 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334627e8-8905-496a-a384-a25abeeaa466 req-30108915-d3ce-401c-a73b-4e14891618be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:01.283584 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-30108915-d3ce-401c-a73b-4e14891618be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efde2954-269e-4041-823f-755fbc14646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538650 Mar 10 09:04:01.390655 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-963365e5-8b40-4513-8be3-2a8a6e500285 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999970 Mar 10 09:04:01.500961 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-334627e8-8905-496a-a384-a25abeeaa466 req-68ab25e1-e172-4047-87e4-4a4758abdb0a service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041501 Mar 10 09:04:01.692767 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332a3e-310f-4ec2-9d34-964d1148f6f1 req-c1a2630e-7e6c-4666-8a8a-5a12757926d8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:01.694694 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-00332a3e-310f-4ec2-9d34-964d1148f6f1 req-c1a2630e-7e6c-4666-8a8a-5a12757926d8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0604458 Mar 10 09:04:01.784547 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-00332a3e-310f-4ec2-9d34-964d1148f6f1 req-96bc6e25-8c8a-449c-a862-a5a327c3573a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776525 Mar 10 09:04:01.817335 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-4189016e-b7ab-4337-8010-78b9096719ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:01.819163 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-4189016e-b7ab-4337-8010-78b9096719ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0901423 Mar 10 09:04:01.927947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port 8cde4f53-317f-48e0-b355-c7d31c08b10d {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:04:01.928298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:02.021914 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] For port 8cde4f53-317f-48e0-b355-c7d31c08b10d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8cde4f53-317f-48e0-b355-c7d31c08b10d,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:02.022689 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:02.169981 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480803-b5c4-41a5-ad44-a1bf5193cd7e req-6846dcd9-9a32-4e6d-8d76-c1341b29b692 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:02.171516 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bf480803-b5c4-41a5-ad44-a1bf5193cd7e req-6846dcd9-9a32-4e6d-8d76-c1341b29b692 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 945 time: 0.0584567 Mar 10 09:04:02.214128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:02.214519 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (c550e41e-392c-4c58-b85d-fd725f5fcc2a), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:02.214840 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP c550e41e-392c-4c58-b85d-fd725f5fcc2a disassociated. External IP: 172.27.1.183, port: 8cde4f53-317f-48e0-b355-c7d31c08b10d. Mar 10 09:04:02.215821 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for 8cde4f53-317f-48e0-b355-c7d31c08b10d owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:04:02.237277 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bf480803-b5c4-41a5-ad44-a1bf5193cd7e req-1516a658-f94a-449a-a185-b860e2f64f2b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=499a95f7-68c1-46f9-af7b-bfc8db7474c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578856 Mar 10 09:04:02.488791 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (8cde4f53-317f-48e0-b355-c7d31c08b10d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:02.521631 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=8cde4f53-317f-48e0-b355-c7d31c08b10d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:02.654255 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:04:02.805593 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:04:02.824353 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:04:02.839762 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:04:02.840643 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:02.859610 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] No DVR routers for this DVR port 8cde4f53-317f-48e0-b355-c7d31c08b10d on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:04:02.861007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:02.865045 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-27d3cbd2-edd4-4a5c-bb01-6304b57a7b4a req-56987931-2c19-4504-8563-c32c3d395730 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "DELETE /v2.0/ports/8cde4f53-317f-48e0-b355-c7d31c08b10d HTTP/1.1" status: 204 len: 173 time: 1.0395880 Mar 10 09:04:02.865666 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'name': 'network-vif-deleted', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:04:02.869820 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91691326-f2e1-4146-b75f-7f57184aae2c" -d '{"events": [{"server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "name": "network-vif-deleted", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:04:02.914886 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70c6ef-60e2-483a-9b28-cc4a7e3db830 x-openstack-request-id: req-6d70c6ef-60e2-483a-9b28-cc4a7e3db830 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:04:02.915655 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bdd28d-3f58-4f97-909b-13588fc222e5", "name": "network-vif-deleted", "tag": "8cde4f53-317f-48e0-b355-c7d31c08b10d", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:04:02.916109 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d70c6ef-60e2-483a-9b28-cc4a7e3db830 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:04:02.916846 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bdd28d-3f58-4f97-909b-13588fc222e5', 'name': 'network-vif-deleted', 'tag': '8cde4f53-317f-48e0-b355-c7d31c08b10d', 'status': 'completed', 'code': 200} Mar 10 09:04:03.020403 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff280c2-0685-48e5-b295-55ad84dc6037 req-f7aa8f03-9bff-4980-9ed8-95a7ca7230f3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:03.030447 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4ff280c2-0685-48e5-b295-55ad84dc6037 req-f7aa8f03-9bff-4980-9ed8-95a7ca7230f3 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.1115901 Mar 10 09:04:03.062223 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:04:03.101766 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4ff280c2-0685-48e5-b295-55ad84dc6037 req-7187a928-d0f6-4645-9652-172977ddab30 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704277 Mar 10 09:04:03.355541 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:03.390733 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:04:03.400269 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-09fc3f85-e2a6-4d1b-a58f-783f1594638e req-fb4df890-c531-4d50-b293-0a48ac78d345 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 210 time: 0.0420117 Mar 10 09:04:03.410182 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:04:03.410819 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:03:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:03.552017 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:04:03.553848 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-22c97c63-039f-4603-a276-f0a6630adb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:03.867626 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:03.901167 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88e2fb-411a-4199-b970-b5b296eed112 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:04:04.356809 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05083fed-88fd-4665-8010-35b1fc9e4b17 req-57c3bfb0-c7ba-4dd3-a511-b1d6257b5734 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:04.358436 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-05083fed-88fd-4665-8010-35b1fc9e4b17 req-57c3bfb0-c7ba-4dd3-a511-b1d6257b5734 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.1212122 Mar 10 09:04:04.376374 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ded5bb-46ab-4bd8-b006-e67546c9ad82 None None] New status for floating IP c550e41e-392c-4c58-b85d-fd725f5fcc2a: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:04:04.476824 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-05083fed-88fd-4665-8010-35b1fc9e4b17 req-db6a5d9d-61b7-402a-8c64-22014e589f38 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980198 Mar 10 09:04:04.607683 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b647009c-531f-49d0-9927-5b483afe017b req-a32d9478-7f47-4106-b3a3-420b57aee831 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=56bdd28d-3f58-4f97-909b-13588fc222e5 HTTP/1.1" status: 200 len: 210 time: 0.0343268 Mar 10 09:04:05.672198 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9a199-ce46-4caa-b10a-16172eda46ff req-1e86a0eb-0f40-4152-b96d-bc0d97804f19 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:05.673520 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-add9a199-ce46-4caa-b10a-16172eda46ff req-1e86a0eb-0f40-4152-b96d-bc0d97804f19 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.1039970 Mar 10 09:04:05.706747 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8b982c73-9697-4b53-b6cd-653309b6b7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:05.755200 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-add9a199-ce46-4caa-b10a-16172eda46ff req-09fc2720-0782-4501-a1bb-e177cc9c3d76 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721321 Mar 10 09:04:05.896860 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50778) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:05.955833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f51886a4-a0ac-4bc2-b889-6ada8031eb0d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (499a95f7-68c1-46f9-af7b-bfc8db7474c2), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:05.980896 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f51886a4-a0ac-4bc2-b889-6ada8031eb0d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (499a95f7-68c1-46f9-af7b-bfc8db7474c2), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:06.151457 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 8cde4f53-317f-48e0-b355-c7d31c08b10d no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:04:06.173369 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 8cde4f53-317f-48e0-b355-c7d31c08b10d {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:04:06.173725 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 8cde4f53-317f-48e0-b355-c7d31c08b10d not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:04:06.436594 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f51886a4-a0ac-4bc2-b889-6ada8031eb0d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (499a95f7-68c1-46f9-af7b-bfc8db7474c2), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:06.439356 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f51886a4-a0ac-4bc2-b889-6ada8031eb0d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:06.440544 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f51886a4-a0ac-4bc2-b889-6ada8031eb0d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/security-groups/499a95f7-68c1-46f9-af7b-bfc8db7474c2 HTTP/1.1" status: 204 len: 168 time: 0.5422964 Mar 10 09:04:06.446279 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50780) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:06.450434 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51886a4-a0ac-4bc2-b889-6ada8031eb0d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a95f7-68c1-46f9-af7b-bfc8db7474c2,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:06.460830 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.api.v2.resource [None req-8b57d5e3-77c8-4d74-b508-13c4a6240834 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] show failed (client error): The resource could not be found. Mar 10 09:04:06.461843 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8b57d5e3-77c8-4d74-b508-13c4a6240834 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups/499a95f7-68c1-46f9-af7b-bfc8db7474c2 HTTP/1.1" status: 404 len: 347 time: 0.0145698 Mar 10 09:04:06.465588 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50782) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:06.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port be837d0a-be76-4f98-ab6d-fc2196b1d087 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:04:06.831415 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:06.957796 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:06.967036 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac681-b13f-4799-84de-782f7bc638c6 req-487e7e2d-2dec-43f8-83f4-595c5f5e0672 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:06.969072 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a7ac681-b13f-4799-84de-782f7bc638c6 req-487e7e2d-2dec-43f8-83f4-595c5f5e0672 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0913057 Mar 10 09:04:06.984138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:06.999783 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (be837d0a-be76-4f98-ab6d-fc2196b1d087), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:07.007935 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for be837d0a-be76-4f98-ab6d-fc2196b1d087 owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:04:07.032423 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a7ac681-b13f-4799-84de-782f7bc638c6 req-24a40baf-5033-420e-8f02-9786aef1be44 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561681 Mar 10 09:04:07.295421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (be837d0a-be76-4f98-ab6d-fc2196b1d087), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:07.324683 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=be837d0a-be76-4f98-ab6d-fc2196b1d087,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:07.350584 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.350969 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.351362 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.351737 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.352085 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.352445 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.352791 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.353190 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.353517 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.353854 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.354222 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.354600 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.355028 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:07.401560 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (c550e41e-392c-4c58-b85d-fd725f5fcc2a), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:07.404717 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:07.405912 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-ee64939e-9b4b-43cb-b7f2-85ed9273822d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/floatingips/c550e41e-392c-4c58-b85d-fd725f5fcc2a HTTP/1.1" status: 204 len: 168 time: 0.9393845 Mar 10 09:04:07.639750 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50798) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:07.644772 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-08e473ee-0dc7-40ec-a406-ec27cbd3eb5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567430214', 'description': 'tempest-description--1699053170'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:04:07.768929 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-08e473ee-0dc7-40ec-a406-ec27cbd3eb5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:07.848271 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-08e473ee-0dc7-40ec-a406-ec27cbd3eb5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (43885b95-282e-4788-b0a4-2fa0b93c3301), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:07.951561 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-08e473ee-0dc7-40ec-a406-ec27cbd3eb5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (43885b95-282e-4788-b0a4-2fa0b93c3301), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:07.984799 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e473ee-0dc7-40ec-a406-ec27cbd3eb5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43885b95-282e-4788-b0a4-2fa0b93c3301,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:08.102380 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-08e473ee-0dc7-40ec-a406-ec27cbd3eb5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.104172 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-08e473ee-0dc7-40ec-a406-ec27cbd3eb5f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4628375 Mar 10 09:04:08.106640 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50810) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:08.111006 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-ac5188d5-5cf4-4d72-9f25-ecd5b0241ad2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': '43885b95-282e-4788-b0a4-2fa0b93c3301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:04:08.181347 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b4ed-1046-407f-b8d1-6d637d25addb req-0cf68e78-8898-44a0-b149-e90f769486ac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:08.182916 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7966b4ed-1046-407f-b8d1-6d637d25addb req-0cf68e78-8898-44a0-b149-e90f769486ac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0550835 Mar 10 09:04:08.216018 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ac5188d5-5cf4-4d72-9f25-ecd5b0241ad2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (74885d61-7e0d-46e9-96ed-fe482a548bf1), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.236041 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7966b4ed-1046-407f-b8d1-6d637d25addb req-061f6219-1992-45b4-a92a-e0dbb2620ab9 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468194 Mar 10 09:04:08.278884 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ac5188d5-5cf4-4d72-9f25-ecd5b0241ad2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (74885d61-7e0d-46e9-96ed-fe482a548bf1), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.300500 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.426635 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ac5188d5-5cf4-4d72-9f25-ecd5b0241ad2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (74885d61-7e0d-46e9-96ed-fe482a548bf1), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.445432 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5188d5-5cf4-4d72-9f25-ecd5b0241ad2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74885d61-7e0d-46e9-96ed-fe482a548bf1,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:08.578601 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ac5188d5-5cf4-4d72-9f25-ecd5b0241ad2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.580161 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-ac5188d5-5cf4-4d72-9f25-ecd5b0241ad2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4724357 Mar 10 09:04:08.583512 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 50812) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:08.589034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-ee285cef-83ea-41cd-b042-ad723845d90c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'security_group_rule': {'security_group_id': '43885b95-282e-4788-b0a4-2fa0b93c3301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:04:08.769340 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ee285cef-83ea-41cd-b042-ad723845d90c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (ef289ae0-50c1-46e1-a179-9b5d871e231d), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.857148 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ee285cef-83ea-41cd-b042-ad723845d90c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (ef289ae0-50c1-46e1-a179-9b5d871e231d), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:08.877696 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-5655e361-3e3e-4a60-b5ee-3cbf8191cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:08.879506 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-5655e361-3e3e-4a60-b5ee-3cbf8191cecc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1130 time: 0.0541990 Mar 10 09:04:08.973456 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-cc720e54-9b9e-4092-887b-d69a07d86b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:08.974971 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-cc720e54-9b9e-4092-887b-d69a07d86b8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.0894120 Mar 10 09:04:08.991928 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ee285cef-83ea-41cd-b042-ad723845d90c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (ef289ae0-50c1-46e1-a179-9b5d871e231d), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:09.045656 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee285cef-83ea-41cd-b042-ad723845d90c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef289ae0-50c1-46e1-a179-9b5d871e231d,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:09.069186 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-b4eb5e4b-577d-4a6a-929c-69fba635a13c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 1002 time: 0.0838938 Mar 10 09:04:09.118124 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-9db65b93-bc7f-47f8-ba37-d734e8f7dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:09.119583 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-9db65b93-bc7f-47f8-ba37-d734e8f7dd90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0443676 Mar 10 09:04:09.167222 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ee285cef-83ea-41cd-b042-ad723845d90c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:09.168970 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ee285cef-83ea-41cd-b042-ad723845d90c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5844531 Mar 10 09:04:09.172220 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 50814) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:09.175780 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-7017e8ea-5f5c-4321-879f-f54fed1c8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:09.177470 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-7017e8ea-5f5c-4321-879f-f54fed1c8159 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519238 Mar 10 09:04:09.178613 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:04:09.279666 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-30495bb7-d8cd-4758-a977-b097c53a8f02 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960944 Mar 10 09:04:09.289473 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:09.382179 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b632b8af-d411-473f-a460-73a5bfa03cdc req-1934b993-5f75-4d3b-abc0-4d5be816beb6 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956590 Mar 10 09:04:09.439627 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcca7-6847-458f-b822-c4a2fbc1563e req-e7b57997-3928-4d70-b45a-76c34fb74403 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:09.441099 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-12cdcca7-6847-458f-b822-c4a2fbc1563e req-e7b57997-3928-4d70-b45a-76c34fb74403 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.1022797 Mar 10 09:04:09.447179 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:09.549738 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-12cdcca7-6847-458f-b822-c4a2fbc1563e req-0e9f5d1c-1a37-4397-a121-adbca47a9325 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995557 Mar 10 09:04:09.604332 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.27.1.227 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/10bd3b48-32a3-4aa3-9e03-54512075b852) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:04:09.713442 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:09.826662 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:09.874826 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:04:09.877865 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:04:09.880966 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:04:09.887214 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=10bd3b48-32a3-4aa3-9e03-54512075b852,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:09.981887 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (93d44bf4-83a0-4896-a702-6ed29633a8bf), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:10.153815 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:10.266020 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:10.323054 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:10.460113 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:10.529457 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=10bd3b48-32a3-4aa3-9e03-54512075b852,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:10.541949 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (93d44bf4-83a0-4896-a702-6ed29633a8bf), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:10.640514 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:10.642333 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-792f7512-7353-4334-aa29-fbdc77abdcc0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4688423 Mar 10 09:04:10.680746 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678caf29-8698-4fe5-8f6c-98f7baa0487f req-e48c6806-3266-4f82-a6b8-54b67697ee73 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:10.682368 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-678caf29-8698-4fe5-8f6c-98f7baa0487f req-e48c6806-3266-4f82-a6b8-54b67697ee73 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0583017 Mar 10 09:04:10.734946 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-678caf29-8698-4fe5-8f6c-98f7baa0487f req-eb159031-f9a9-4619-a566-28bfae6801bb tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 Mar 10 09:04:10.868926 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-f9e7bf81-c2ca-41fc-9976-f7d38fdf5ed8 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--567430214&fields=id&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 267 time: 0.0498450 Mar 10 09:04:10.992037 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-95d04873-dda1-4bfb-8d1e-abf336800b2d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:10.993484 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-95d04873-dda1-4bfb-8d1e-abf336800b2d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.1174862 Mar 10 09:04:11.014332 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-f490c96b-7dda-4181-99b4-51cca4f0c0fa tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/quotas/4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 375 time: 0.0141957 Mar 10 09:04:11.090464 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-dbdda06c-ded7-4ca6-b9c4-a73a1329dddd tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698416 Mar 10 09:04:11.208942 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-f045b5a4-7b49-4536-9b88-c057797ef55c service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069560 Mar 10 09:04:11.317855 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-b659f8b0-f9fc-4732-8297-00dd614a58d5 service neutron] 10.222.0.31 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022773 Mar 10 09:04:11.643678 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-13117198-9cd0-4142-933e-25fd6925f7ab req-0b42b04c-b345-48ae-8b42-09c18277f248 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 210 time: 0.0315382 Mar 10 09:04:11.881198 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed13bd-af00-4bcb-bba7-1b222d50fb78 req-d8170294-df57-477e-a6dd-9bb4aa303352 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:11.883496 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-40ed13bd-af00-4bcb-bba7-1b222d50fb78 req-d8170294-df57-477e-a6dd-9bb4aa303352 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 946 time: 0.0647120 Mar 10 09:04:11.933855 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-40ed13bd-af00-4bcb-bba7-1b222d50fb78 req-b912e588-2376-4f60-8a8b-e0bccf6120d4 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Mar 10 09:04:12.182117 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:04:12.264365 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 47a23dff-d330-4a51-84bb-ad10b3ffb318 is: ACTIVE; New status is: DOWN {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:04:12.264897 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:12.290174 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:04:12.292408 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d1eef-eeea-4fcb-84be-1e04c3bf09d0" -d '{"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-unplugged", "status": "completed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:04:12.305277 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:12.325710 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 09:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d01420-2796-4d56-a317-b544774ec861 x-openstack-request-id: req-e8d01420-2796-4d56-a317-b544774ec861 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:04:12.326008 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-unplugged", "status": "failed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318", "code": 422}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:04:12.326579 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8d01420-2796-4d56-a317-b544774ec861 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:04:12.326777 dv-cinder-796170-5-iscsi neutron-server[110209]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'code': 422} returned with failed status Mar 10 09:04:12.471976 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:12.521250 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=8']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:12.528926 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.529279 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.529625 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.529966 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.530329 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.530666 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.530994 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.531324 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.531709 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.532038 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.532393 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.532737 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.533041 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:12.720980 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-99e54947-fad9-469c-95bd-1f16b2d8db76 req-ffa0e987-a155-4b59-bbb8-726d18f4d053 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 210 time: 0.0278201 Mar 10 09:04:13.817567 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6d9eb3f5-6fd1-40a5-9f16-0b4a08c577f6 req-5d6da0c6-0e5f-49cb-a372-acbf1795129a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 210 time: 0.0288234 Mar 10 09:04:14.133776 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-2d6f69da-2306-49a7-b097-e0582917f86b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:14.135225 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-2d6f69da-2306-49a7-b097-e0582917f86b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 815 time: 0.1109979 Mar 10 09:04:14.199795 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d3931ca0-107e-4837-884b-be6ac6dc0fe0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c87f8b04d8448aab3f1fd8713ca327e HTTP/1.1" status: 200 len: 379 time: 0.0551507 Mar 10 09:04:14.208330 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'port': {'device_id': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'admin_state_up': True, 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'security_groups': ['43885b95-282e-4788-b0a4-2fa0b93c3301']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:04:14.360240 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-fc9342d3-8aeb-4125-abb4-a2a68a2a824e req-3937742f-ac25-4093-97ce-9596744419cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 09:04:14.361313 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc9342d3-8aeb-4125-abb4-a2a68a2a824e req-3937742f-ac25-4093-97ce-9596744419cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072303 Mar 10 09:04:14.494222 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Made reservation on behalf of 4c87f8b04d8448aab3f1fd8713ca327e for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:04:14.498802 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:14.626269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Allocated IP 172.20.0.12 (a6667865-21e8-493b-9fa6-db0ec960aac6/dd559e36-f593-4914-9104-0e0e852b04c1/5c6d7323-8a95-4c17-853f-a6ad0c376ea4) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:04:14.783153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:14.895578 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:14.936620 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Network a6667865-21e8-493b-9fa6-db0ec960aac6 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:04:14.939782 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:04:14.941927 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f1708-6d6f-451d-938a-bce85b12583b req-71452b7a-9448-4f00-bf5f-ddc067e2c669 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:14.943547 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a12f1708-6d6f-451d-938a-bce85b12583b req-71452b7a-9448-4f00-bf5f-ddc067e2c669 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 932 time: 0.0529988 Mar 10 09:04:14.947846 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:04:14.979246 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event updated for resources: {'Port': ['ID=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:14.996748 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.997127 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.997546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.997892 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.998276 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.998613 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.998945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.999058 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a12f1708-6d6f-451d-938a-bce85b12583b req-ee6ece8c-ae5b-4268-8707-5b975ba150df tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496576 Mar 10 09:04:14.999274 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.999677 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:14.999947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:15.000275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:15.000600 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:15.000925 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:04:15.033780 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:15.034570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:15.155684 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-df0b9906-ce29-40d4-bb13-8539cd48a43a None None] Provisioning complete for port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:04:15.156294 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-df0b9906-ce29-40d4-bb13-8539cd48a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:15.183400 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-d6ead3a9-011e-4640-a707-28d062695638 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9791107 Mar 10 09:04:15.193263 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-df0b9906-ce29-40d4-bb13-8539cd48a43a None None] Port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:04:15.196516 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Request body: {'port': {'device_id': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:04:15.256219 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:15.522800 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:04:15.530715 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Publish callbacks [] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:15.545193 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Transition to ACTIVE for port object 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:04:15.690305 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:15.744824 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:15.809104 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff381afe-317e-4135-95e3-fcac08b3f5e3 req-28547023-3cde-4971-8887-91843544122c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:15.816786 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Attempting to bind port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:04:15.819313 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Attempting to bind port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:04:15.819313 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Attempting to bind port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:04:15.820215 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ff381afe-317e-4135-95e3-fcac08b3f5e3 req-28547023-3cde-4971-8887-91843544122c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0875351 Mar 10 09:04:15.822912 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 on network a6667865-21e8-493b-9fa6-db0ec960aac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:04:15.823000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Attempting to bind port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 on network a6667865-21e8-493b-9fa6-db0ec960aac6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:04:15.828570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:04:15.828936 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Checking segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:04:15.829303 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Bound using segment: {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:04:15.829735 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Bound port: 5c6d7323-8a95-4c17-853f-a6ad0c376ea4, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2cd948-dfb8-450e-af6f-994a676c56ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:04:15.830115 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:15.875343 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ff381afe-317e-4135-95e3-fcac08b3f5e3 req-fbe7f8a1-8f05-456d-8bc3-9d2fe858dba6 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545969 Mar 10 09:04:15.910632 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] For port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:04:15.910632 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] For port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:04:15.998454 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:16.038942 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.039662 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:16.041788 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c6d7323-8a95-4c17-853f-a6ad0c376ea4 HTTP/1.1" status: 200 len: 1094 time: 0.8497813 Mar 10 09:04:16.041788 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:04:16.043932 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2af6956-5169-42c9-b63c-3c69e834767e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:04:16.099713 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a789df3-6f71-488e-a28a-c7255111a966 x-openstack-request-id: req-3a789df3-6f71-488e-a28a-c7255111a966 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:04:16.100007 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:04:16.100267 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a789df3-6f71-488e-a28a-c7255111a966 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:04:16.100679 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'status': 'completed', 'code': 200} Mar 10 09:04:16.148676 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dd2f6-1ad2-44bb-a4ae-7b23b39d4cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:16.204597 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-d97ec0ec-66c5-4293-89f0-90481c69de33 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549866 Mar 10 09:04:16.213656 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af6956-5169-42c9-b63c-3c69e834767e req-9135b977-f645-437a-8f21-ab7cdc93b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.215862 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e2af6956-5169-42c9-b63c-3c69e834767e req-9135b977-f645-437a-8f21-ab7cdc93b05e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 1128 time: 0.0797570 Mar 10 09:04:16.224995 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96527980-b206-4551-95d3-71ef8c1b0413 req-9efead96-e2b2-42dd-b3ae-29331665180b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.230690 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-96527980-b206-4551-95d3-71ef8c1b0413 req-9efead96-e2b2-42dd-b3ae-29331665180b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 944 time: 0.1329484 Mar 10 09:04:16.303641 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-a23b0dbe-c95e-4b96-a862-07deb88a6c3b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.303641 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-a23b0dbe-c95e-4b96-a862-07deb88a6c3b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports/47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 941 time: 0.0604575 Mar 10 09:04:16.348561 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-96527980-b206-4551-95d3-71ef8c1b0413 req-aa08b0ab-7cfe-45b3-92b0-6ab3e7ac87e7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110687 Mar 10 09:04:16.382056 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af6956-5169-42c9-b63c-3c69e834767e req-d4b534bd-d530-4d5b-b0a6-aec5c2827b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.384593 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e2af6956-5169-42c9-b63c-3c69e834767e req-d4b534bd-d530-4d5b-b0a6-aec5c2827b80 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1569088 Mar 10 09:04:16.481012 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af6956-5169-42c9-b63c-3c69e834767e req-0a99fdb9-4dfd-44f3-a5d7-f4b427ffcf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.482551 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e2af6956-5169-42c9-b63c-3c69e834767e req-0a99fdb9-4dfd-44f3-a5d7-f4b427ffcf42 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921159 Mar 10 09:04:16.565453 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-7af9ece2-3d7a-4c0d-8014-2fb5104b71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.567019 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-7af9ece2-3d7a-4c0d-8014-2fb5104b71af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 1128 time: 0.0492375 Mar 10 09:04:16.607862 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-66e79b93-9468-4b50-bf23-1859eb3ce61e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6d7323-8a95-4c17-853f-a6ad0c376ea4 HTTP/1.1" status: 200 len: 217 time: 0.0344582 Mar 10 09:04:16.657951 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-8659dcbd-1402-4da7-b094-b6205e4775c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.659751 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-8659dcbd-1402-4da7-b094-b6205e4775c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.0466990 Mar 10 09:04:16.709798 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-04ca2906-9762-4ee5-9781-14e3f33f2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:16.711343 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-04ca2906-9762-4ee5-9781-14e3f33f2c8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459659 Mar 10 09:04:16.807235 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-6d3c7f4c-7f0a-49df-a54e-fe65457c08cb service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889168 Mar 10 09:04:16.907314 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f12addb3-5f0c-44e8-9d17-1ae419d4f5fe req-5e0ceaa7-774c-46f1-9d2f-3dc6f88c9286 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939579 Mar 10 09:04:17.007029 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba4983-233f-41e6-a7c6-03b52f2ec5ea req-fa675617-a623-47df-8ccc-b48a2ea3b369 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:17.009243 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6eba4983-233f-41e6-a7c6-03b52f2ec5ea req-fa675617-a623-47df-8ccc-b48a2ea3b369 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0565033 Mar 10 09:04:17.065581 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6eba4983-233f-41e6-a7c6-03b52f2ec5ea req-0236554a-792f-4ba4-99d5-d260291405df tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Mar 10 09:04:17.474404 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0788b-9820-42d7-bc34-2f2f88f9f5f6 req-ce7253b9-5fa9-43b6-970c-75a71612936d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:17.476077 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bde0788b-9820-42d7-bc34-2f2f88f9f5f6 req-ce7253b9-5fa9-43b6-970c-75a71612936d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 944 time: 0.0586731 Mar 10 09:04:17.525804 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bde0788b-9820-42d7-bc34-2f2f88f9f5f6 req-356a2461-1f30-42d7-8670-fde8389b4a99 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435383 Mar 10 09:04:17.913535 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-46c7a658-c3b7-4977-910b-41a6715e6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:17.914981 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-46c7a658-c3b7-4977-910b-41a6715e6365 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b&tenant_id=f12310224d354d2a8f06fedf08617c0f HTTP/1.1" status: 200 len: 1128 time: 0.0448713 Mar 10 09:04:17.986649 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-a9bdcfbc-3c32-4e02-ac0e-edefb35dc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:17.988324 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-a9bdcfbc-3c32-4e02-ac0e-edefb35dc287 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1128 time: 0.0490916 Mar 10 09:04:18.079994 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-64b3b635-8bfc-4e25-8887-66321c0d0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:18.081466 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-64b3b635-8bfc-4e25-8887-66321c0d0441 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.0867240 Mar 10 09:04:18.155484 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-6a42a048-e6b9-4482-93c4-32f8287a5469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 1000 time: 0.0677359 Mar 10 09:04:18.201491 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148697d0-4135-4dad-b851-139ca88407ad req-c231930a-6fdc-448c-8a0e-c3c29382f34e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:18.203511 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-148697d0-4135-4dad-b851-139ca88407ad req-c231930a-6fdc-448c-8a0e-c3c29382f34e tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0583463 Mar 10 09:04:18.206874 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-efee355d-e4a2-400a-9059-679c1075a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:18.208374 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-efee355d-e4a2-400a-9059-679c1075a940 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0462940 Mar 10 09:04:18.256047 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-148697d0-4135-4dad-b851-139ca88407ad req-3c4c5fac-83cb-4ae6-aecf-e5b3a8d38acc tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Mar 10 09:04:18.270719 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-b2febadc-02eb-4924-ac09-b3a229e16c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:18.272424 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-b2febadc-02eb-4924-ac09-b3a229e16c39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501115 Mar 10 09:04:18.672227 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-80bc1d59-bd3e-420a-b366-7c4453859dd4 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930516 Mar 10 09:04:18.679829 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28b94e-1e69-4ff1-be65-43147691fc08 req-6ad316e4-9974-421e-bdb0-a68caa63c6f5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:18.681249 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3a28b94e-1e69-4ff1-be65-43147691fc08 req-6ad316e4-9974-421e-bdb0-a68caa63c6f5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 944 time: 0.0699472 Mar 10 09:04:18.782867 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3a28b94e-1e69-4ff1-be65-43147691fc08 req-74d91c62-e6b1-40d0-afbf-06be03841eae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930481 Mar 10 09:04:18.804528 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-3da104c8-a256-48df-8c58-21c5584e1de6 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222577 Mar 10 09:04:19.396020 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f7b64-aa9a-4aee-b123-e5c01eb90521 req-1638e42a-55f4-4d71-8db3-c94b11d4de44 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:19.397570 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b83f7b64-aa9a-4aee-b123-e5c01eb90521 req-1638e42a-55f4-4d71-8db3-c94b11d4de44 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0548749 Mar 10 09:04:19.465964 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b83f7b64-aa9a-4aee-b123-e5c01eb90521 req-4a39e83e-eb47-4309-9632-5cb3a8af0234 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573542 Mar 10 09:04:19.916950 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafd943-f963-4891-964d-abdc92bdc715 req-79accb38-26b4-4ad2-b42a-8332b1ac201a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:19.919163 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aeafd943-f963-4891-964d-abdc92bdc715 req-79accb38-26b4-4ad2-b42a-8332b1ac201a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 944 time: 0.0572691 Mar 10 09:04:20.024948 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aeafd943-f963-4891-964d-abdc92bdc715 req-0cd71129-8c89-4040-af04-ea7b72eec583 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971222 Mar 10 09:04:20.225164 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:04:20.352304 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:20.366872 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'port_id': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'mac_address': 'fa:16:3e:a6:07:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:04:20.434775 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:04:20.435195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:20.448939 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:04:20.473258 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:20.505464 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370505-1641-4439-9c3d-9f5c3643019f req-d8a4a4a2-f785-4f71-8a70-fb98c741dc1d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:20.507080 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-76370505-1641-4439-9c3d-9f5c3643019f req-d8a4a4a2-f785-4f71-8a70-fb98c741dc1d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0740435 Mar 10 09:04:20.570132 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-76370505-1641-4439-9c3d-9f5c3643019f req-5565a33e-a896-41da-811c-419ca3124c48 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526090 Mar 10 09:04:20.626569 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:20.686806 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:20.780331 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd42de-efa0-4dcb-96ba-5f8f577588af req-1b4b5e62-afe7-42d9-9642-10f5654edba0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:20.781859 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0dbd42de-efa0-4dcb-96ba-5f8f577588af req-1b4b5e62-afe7-42d9-9642-10f5654edba0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0626729 Mar 10 09:04:20.839127 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0dbd42de-efa0-4dcb-96ba-5f8f577588af req-e61af512-1e2d-4153-9039-74181f1a2d46 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499890 Mar 10 09:04:20.980524 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['5c6d7323-8a95-4c17-853f-a6ad0c376ea4'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:04:21.172945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50f4d0-573f-4b19-b92e-f60fe739a18a req-527672a8-dc5f-4f5c-823b-a0b8662c1f8b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:21.174839 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-df50f4d0-573f-4b19-b92e-f60fe739a18a req-527672a8-dc5f-4f5c-823b-a0b8662c1f8b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 945 time: 0.0679510 Mar 10 09:04:21.225084 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-df50f4d0-573f-4b19-b92e-f60fe739a18a req-be21859d-13de-4d0b-a3d2-4822401bb55a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442064 Mar 10 09:04:21.709154 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c71661-4bff-4440-9e59-21d862655d60 req-154bcd54-8f5d-4c87-9297-3b08c7400469 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:21.710819 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11c71661-4bff-4440-9e59-21d862655d60 req-154bcd54-8f5d-4c87-9297-3b08c7400469 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0657668 Mar 10 09:04:21.765083 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11c71661-4bff-4440-9e59-21d862655d60 req-dc119967-851b-476a-8d4a-e27490184b74 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Mar 10 09:04:21.975948 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00bcd4-296b-4f56-92eb-e09f92981f7b req-e2a13b14-e7e7-4043-a733-fc5bfb9e4f7b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:21.977925 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7e00bcd4-296b-4f56-92eb-e09f92981f7b req-e2a13b14-e7e7-4043-a733-fc5bfb9e4f7b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0590849 Mar 10 09:04:22.037227 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7e00bcd4-296b-4f56-92eb-e09f92981f7b req-fdecf6d3-b61c-47e5-8537-5d353281a3f2 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528297 Mar 10 09:04:22.228885 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:04:22.369647 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:04:22.374359 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:04:22.374753 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:22.384168 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af06fff-74e7-46f8-9275-160bdc964853 req-e042f7d0-9cae-4677-b015-2aa1f9f3bd25 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:22.393154 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0af06fff-74e7-46f8-9275-160bdc964853 req-e042f7d0-9cae-4677-b015-2aa1f9f3bd25 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 945 time: 0.0784440 Mar 10 09:04:22.442558 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0af06fff-74e7-46f8-9275-160bdc964853 req-15662063-4b91-498e-b0a2-68529c676ff4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480793 Mar 10 09:04:22.478213 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:04:22.479055 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:22.506894 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:04:22.509414 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf9216-af2e-401c-ab59-7d626905131f" -d '{"events": [{"server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "name": "network-vif-plugged", "status": "completed", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:04:22.523562 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:22.557784 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc313c4-04c1-47a7-a63d-0eb742c2152c x-openstack-request-id: req-0bc313c4-04c1-47a7-a63d-0eb742c2152c {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:04:22.557784 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "name": "network-vif-plugged", "status": "completed", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:04:22.557784 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bc313c4-04c1-47a7-a63d-0eb742c2152c {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:04:22.557784 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'code': 200} Mar 10 09:04:22.738734 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:22.804504 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:22.915867 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38eca6-792d-4e36-acc9-d9e31c06ec57 req-b4a822c5-251c-4d43-b877-75392f0e81fe tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:22.917394 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5a38eca6-792d-4e36-acc9-d9e31c06ec57 req-b4a822c5-251c-4d43-b877-75392f0e81fe tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0742059 Mar 10 09:04:22.971368 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5a38eca6-792d-4e36-acc9-d9e31c06ec57 req-200280ba-8a8a-48ce-81c1-842759b32b27 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480151 Mar 10 09:04:23.191514 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719c974-ecf1-4cb9-a48f-961ec104ac9f req-695a7d36-ee08-4b9c-b7c7-91d8fec3d26b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:23.193109 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a719c974-ecf1-4cb9-a48f-961ec104ac9f req-695a7d36-ee08-4b9c-b7c7-91d8fec3d26b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0614216 Mar 10 09:04:23.255431 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a719c974-ecf1-4cb9-a48f-961ec104ac9f req-494909f6-0bb4-4b6a-904f-360576fd3958 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558426 Mar 10 09:04:23.585314 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f0bd-861e-4009-8071-eb2787b5e027 req-62943044-cc56-4f97-8304-52d7b72ff618 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:23.587013 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2617f0bd-861e-4009-8071-eb2787b5e027 req-62943044-cc56-4f97-8304-52d7b72ff618 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0626452 Mar 10 09:04:23.663707 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2617f0bd-861e-4009-8071-eb2787b5e027 req-1235d887-75b2-41d9-be51-c739d67ea38d tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622063 Mar 10 09:04:24.104252 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ed75e-5c3f-4bfc-819b-6a2669f90f6f req-11f6be0b-aa33-4799-8889-47b573937a0b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:24.105893 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6b2ed75e-5c3f-4bfc-819b-6a2669f90f6f req-11f6be0b-aa33-4799-8889-47b573937a0b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0613470 Mar 10 09:04:24.174036 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6b2ed75e-5c3f-4bfc-819b-6a2669f90f6f req-2c51d2f5-e2d3-4d72-b6b2-1d160a5519ce tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618622 Mar 10 09:04:24.395030 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22ff6-8898-4f66-bf3f-38db01aace0f req-9790179f-56e3-4d3d-8604-ca1b1ce2a456 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:24.397257 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0ab22ff6-8898-4f66-bf3f-38db01aace0f req-9790179f-56e3-4d3d-8604-ca1b1ce2a456 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0582635 Mar 10 09:04:24.456919 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0ab22ff6-8898-4f66-bf3f-38db01aace0f req-86e43f39-c918-4552-beda-e3e9f3a955ec tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528200 Mar 10 09:04:24.730865 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:24.851331 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d53b1f-d68f-49f4-8207-8df5d16ccf97 req-971b5d69-b9d6-43aa-a3d6-87fc8acb01ca tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:24.852894 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a6d53b1f-d68f-49f4-8207-8df5d16ccf97 req-971b5d69-b9d6-43aa-a3d6-87fc8acb01ca tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0880532 Mar 10 09:04:24.912400 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a6d53b1f-d68f-49f4-8207-8df5d16ccf97 req-59906ccb-540d-4513-956e-e35ea6891164 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530586 Mar 10 09:04:25.348578 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926577-fba0-433a-b1ba-c04131ed88b4 req-7aca5684-097a-4cf2-a23f-7f143b40d104 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:25.351462 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-07926577-fba0-433a-b1ba-c04131ed88b4 req-7aca5684-097a-4cf2-a23f-7f143b40d104 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0948281 Mar 10 09:04:25.414009 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-07926577-fba0-433a-b1ba-c04131ed88b4 req-1ad1d399-2a67-4081-b68a-a362214704f3 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561681 Mar 10 09:04:25.610569 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9281f-0aaf-4940-bf44-9042436e8ce7 req-9774371c-8d04-4f25-9463-26cfc9df5240 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:25.612488 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-50d9281f-0aaf-4940-bf44-9042436e8ce7 req-9774371c-8d04-4f25-9463-26cfc9df5240 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0751667 Mar 10 09:04:25.671306 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-50d9281f-0aaf-4940-bf44-9042436e8ce7 req-896334fa-7c09-4f90-8b24-74dc9cee7961 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527852 Mar 10 09:04:25.679300 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:04:26.042444 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecdf49-d53d-4773-b105-e32794dc1961 req-f77443eb-28cb-4c33-8b71-b1e9e00e095c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:26.044434 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-70ecdf49-d53d-4773-b105-e32794dc1961 req-f77443eb-28cb-4c33-8b71-b1e9e00e095c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0597982 Mar 10 09:04:26.103818 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-70ecdf49-d53d-4773-b105-e32794dc1961 req-a4b069e8-63c1-43df-b959-f9f14973e13c tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535195 Mar 10 09:04:26.547480 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31bef8-d930-4f80-a6c6-e9e78255603c req-17391c82-799e-4050-8960-fb11214faa04 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:26.548991 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6b31bef8-d930-4f80-a6c6-e9e78255603c req-17391c82-799e-4050-8960-fb11214faa04 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0600839 Mar 10 09:04:26.608181 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6b31bef8-d930-4f80-a6c6-e9e78255603c req-5ea1f5a0-c5d7-4658-9333-02736f2ee26f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531437 Mar 10 09:04:26.825775 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2bf89-1400-4c27-b018-ab582a690996 req-463ac05b-5442-4510-b8db-a8b12be6343a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:26.827529 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-39d2bf89-1400-4c27-b018-ab582a690996 req-463ac05b-5442-4510-b8db-a8b12be6343a tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0640888 Mar 10 09:04:26.889452 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-39d2bf89-1400-4c27-b018-ab582a690996 req-7c975463-5d99-4800-b6f3-3e6b93a030a6 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561795 Mar 10 09:04:27.241131 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c576de-1505-4b39-8dfa-7e5dda2dea6a req-1d26de76-a88f-470d-b22f-344a1207902b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:27.243006 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c2c576de-1505-4b39-8dfa-7e5dda2dea6a req-1d26de76-a88f-470d-b22f-344a1207902b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0646329 Mar 10 09:04:27.295216 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c2c576de-1505-4b39-8dfa-7e5dda2dea6a req-a28ef150-8449-4f49-ae11-45bf560ad21b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449564 Mar 10 09:04:27.735203 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974be14-aa6b-4203-9b06-b042a20a8b69 req-605c83f4-910e-4ed3-a031-e83bbfa25758 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:27.736466 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7974be14-aa6b-4203-9b06-b042a20a8b69 req-605c83f4-910e-4ed3-a031-e83bbfa25758 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Mar 10 09:04:27.795544 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7974be14-aa6b-4203-9b06-b042a20a8b69 req-03dc45f5-6c23-4ea6-ab33-39f709eda469 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532715 Mar 10 09:04:28.025167 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5154439-ef8b-4371-ab3e-503442779f90 req-e72fd1e7-b426-4f85-a250-5334e3c1b9f0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:28.028947 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d5154439-ef8b-4371-ab3e-503442779f90 req-e72fd1e7-b426-4f85-a250-5334e3c1b9f0 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0602987 Mar 10 09:04:28.081791 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d5154439-ef8b-4371-ab3e-503442779f90 req-50a67a0e-05bb-4268-9ba1-acfcc5a264de tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473931 Mar 10 09:04:28.415260 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c0d34-b3c4-4431-8d8a-61a02148a151 req-06f06921-bb42-4e5d-a44d-0360f1b71fa4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:28.416817 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e75c0d34-b3c4-4431-8d8a-61a02148a151 req-06f06921-bb42-4e5d-a44d-0360f1b71fa4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0541847 Mar 10 09:04:28.473444 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e75c0d34-b3c4-4431-8d8a-61a02148a151 req-e5c5bf45-656b-4f89-b81e-0c59108c1722 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506265 Mar 10 09:04:28.927582 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c1689-f1ca-4dd0-96b3-6ecb7921cc71 req-f3358733-01a9-4423-87d5-969d35fae277 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:28.929142 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f85c1689-f1ca-4dd0-96b3-6ecb7921cc71 req-f3358733-01a9-4423-87d5-969d35fae277 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0607414 Mar 10 09:04:28.980534 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f85c1689-f1ca-4dd0-96b3-6ecb7921cc71 req-a36adfb9-2b7e-4a17-940e-517eeb77ac1f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Mar 10 09:04:29.209415 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009feb-9fdd-4c9a-b5f8-b02d2b62158b req-292efaa8-7142-45ef-a2fc-14bfc07eb340 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:29.213197 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8a009feb-9fdd-4c9a-b5f8-b02d2b62158b req-292efaa8-7142-45ef-a2fc-14bfc07eb340 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0549390 Mar 10 09:04:29.265426 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8a009feb-9fdd-4c9a-b5f8-b02d2b62158b req-be0c8cec-0242-4e64-9637-e14c37dbf435 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479107 Mar 10 09:04:29.609965 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531d5cc-7038-49de-80c6-6c70118a73af req-63af1ce5-5eb5-4f0b-941c-70984eaa0f1e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:29.612271 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8531d5cc-7038-49de-80c6-6c70118a73af req-63af1ce5-5eb5-4f0b-941c-70984eaa0f1e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0671313 Mar 10 09:04:29.665145 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8531d5cc-7038-49de-80c6-6c70118a73af req-f147bdcc-6877-49b0-9ca2-b01e2bd1965f tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469742 Mar 10 09:04:30.111504 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274fc1b-741a-4e16-aad8-7df8bf6dd60b req-358d9a33-1fd5-4e6f-b9fa-2bc748b1001e tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:30.113108 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0274fc1b-741a-4e16-aad8-7df8bf6dd60b req-358d9a33-1fd5-4e6f-b9fa-2bc748b1001e tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0592840 Mar 10 09:04:30.162905 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0274fc1b-741a-4e16-aad8-7df8bf6dd60b req-4ee1d5ca-0127-4b19-8c6d-c084ebc38f69 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442293 Mar 10 09:04:30.398494 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85919a24-179d-4386-bfc7-ee0449204cc0 req-9d4a229b-40ec-4bc0-9a9d-335c2b4bdd57 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:30.400031 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-85919a24-179d-4386-bfc7-ee0449204cc0 req-9d4a229b-40ec-4bc0-9a9d-335c2b4bdd57 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0607934 Mar 10 09:04:30.448883 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-85919a24-179d-4386-bfc7-ee0449204cc0 req-d0c00dae-ee20-4004-80a7-878e15cfdc39 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Mar 10 09:04:30.797977 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628c376-0c07-4743-b270-f57968d37e0e req-50fdf340-cbcc-463f-ab69-089c0f7882ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:30.799606 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5628c376-0c07-4743-b270-f57968d37e0e req-50fdf340-cbcc-463f-ab69-089c0f7882ae tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0544093 Mar 10 09:04:30.849813 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5628c376-0c07-4743-b270-f57968d37e0e req-7960058b-90ac-4fb1-a5ad-dd9659925b3e tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446985 Mar 10 09:04:31.296346 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3ab75-6fb2-4d34-ae14-12301e7549a5 req-f67280c1-2f56-4387-a586-2cda0865fb3c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:31.297928 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-aed3ab75-6fb2-4d34-ae14-12301e7549a5 req-f67280c1-2f56-4387-a586-2cda0865fb3c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0608160 Mar 10 09:04:31.358308 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-aed3ab75-6fb2-4d34-ae14-12301e7549a5 req-69f4fcfc-a4d9-4161-9929-e85c5106a4f2 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517464 Mar 10 09:04:31.382611 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4142a5-2d61-43a7-a80f-3746e6758bd6 req-f8630862-afb3-4568-a880-4cee90a927b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:31.386589 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fe4142a5-2d61-43a7-a80f-3746e6758bd6 req-f8630862-afb3-4568-a880-4cee90a927b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 1130 time: 0.0560846 Mar 10 09:04:31.434261 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fe4142a5-2d61-43a7-a80f-3746e6758bd6 req-41d41ce5-3cae-4d7c-b90c-5b416a17f5fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Mar 10 09:04:31.578529 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe951a2-9419-4875-b505-2a1acdba7a73 req-120b8acf-78b2-4e5b-9bc4-fb49096d7678 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:31.579963 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4fe951a2-9419-4875-b505-2a1acdba7a73 req-120b8acf-78b2-4e5b-9bc4-fb49096d7678 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0569510 Mar 10 09:04:31.632451 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4fe951a2-9419-4875-b505-2a1acdba7a73 req-1b572778-0eff-4b80-bcbb-e0e129947d99 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462592 Mar 10 09:04:31.966520 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76075ca-5975-4dab-8464-39a1c726702f req-fd46dd09-1b76-489e-9aa6-8b274131295a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:31.968120 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f76075ca-5975-4dab-8464-39a1c726702f req-fd46dd09-1b76-489e-9aa6-8b274131295a tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0522995 Mar 10 09:04:32.019882 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f76075ca-5975-4dab-8464-39a1c726702f req-864bfcdb-fdae-42d8-9b82-5056762d3da0 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458860 Mar 10 09:04:32.483467 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0d26-8339-4f90-845a-bd862fd67176 req-30c71ab3-63b1-4501-9d9f-27d05b9e7ad7 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:32.485035 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-992d0d26-8339-4f90-845a-bd862fd67176 req-30c71ab3-63b1-4501-9d9f-27d05b9e7ad7 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0562744 Mar 10 09:04:32.538151 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-992d0d26-8339-4f90-845a-bd862fd67176 req-761be2ad-06cf-4000-a100-6ffa85a9bdbb tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Mar 10 09:04:32.769485 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951220-6812-43df-92fb-bbb6f5fc6c07 req-6f225107-fc83-4dcf-b1ab-b326596ae370 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:32.771046 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2951220-6812-43df-92fb-bbb6f5fc6c07 req-6f225107-fc83-4dcf-b1ab-b326596ae370 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0563679 Mar 10 09:04:32.826182 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2951220-6812-43df-92fb-bbb6f5fc6c07 req-5f4a75ce-1e94-460d-9a9b-6285db50631b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480759 Mar 10 09:04:33.166749 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9b05d-b0b1-4ca8-9704-bfe6360be120 req-b15bcbbb-b960-46d0-b05a-468945f51a07 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:33.168311 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c4d9b05d-b0b1-4ca8-9704-bfe6360be120 req-b15bcbbb-b960-46d0-b05a-468945f51a07 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0708029 Mar 10 09:04:33.218964 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c4d9b05d-b0b1-4ca8-9704-bfe6360be120 req-ef6137ea-ec26-4e06-84fe-4277f8a8dd84 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Mar 10 09:04:33.666782 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004daaa2-acc8-4137-8f62-c3e5799e0fd2 req-0c75e04a-6030-4f15-8638-3316cedf1031 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:33.668276 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-004daaa2-acc8-4137-8f62-c3e5799e0fd2 req-0c75e04a-6030-4f15-8638-3316cedf1031 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0579591 Mar 10 09:04:33.673894 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d001925c-a8af-4b5b-bf79-e07fdd4f2d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:33.719239 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-004daaa2-acc8-4137-8f62-c3e5799e0fd2 req-52fa9203-8600-4ff4-bc29-abfd95edc5aa tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 Mar 10 09:04:33.963124 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bced50-1f9e-42e0-b915-e4d2338c6393 req-738972af-2cf0-4840-b7ad-05280e7c1448 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:33.964604 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e6bced50-1f9e-42e0-b915-e4d2338c6393 req-738972af-2cf0-4840-b7ad-05280e7c1448 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 944 time: 0.0623250 Mar 10 09:04:34.018213 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e6bced50-1f9e-42e0-b915-e4d2338c6393 req-ac56bc30-f0c8-46fd-a069-a361a8d16715 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 Mar 10 09:04:34.274619 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:04:34.346947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a6f7c-eb96-49a6-bc4e-4539a30d9e40 req-720fe91c-5986-4016-918e-494188e4da93 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:34.348523 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bb0a6f7c-eb96-49a6-bc4e-4539a30d9e40 req-720fe91c-5986-4016-918e-494188e4da93 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0603137 Mar 10 09:04:34.386217 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:34.397132 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bb0a6f7c-eb96-49a6-bc4e-4539a30d9e40 req-94e92ce1-4da2-4704-b26a-8f01b02a2ed1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429876 Mar 10 09:04:34.399494 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'port_id': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'mac_address': 'fa:16:3e:9a:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:04:34.439756 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 47a23dff-d330-4a51-84bb-ad10b3ffb318 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:04:34.440159 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:34.453124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a23dff-d330-4a51-84bb-ad10b3ffb318 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:04:34.476270 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:34.517957 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c294a6b-6882-4486-bf4b-6929b1075e45 req-2847c2c4-9294-49e5-a186-6bac86f8aa71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:34.519477 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7c294a6b-6882-4486-bf4b-6929b1075e45 req-2847c2c4-9294-49e5-a186-6bac86f8aa71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0587308 Mar 10 09:04:34.529679 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51048) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:34.534290 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Request body: {'floatingip': {'port_id': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:04:34.553655 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:34.574147 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (93d44bf4-83a0-4896-a702-6ed29633a8bf), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:34.733582 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=9']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:34.844584 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cda1b-08af-4f93-b341-4bdc9bbc1a92 req-835a14d4-1747-4fc5-9b49-85707aef0d63 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:34.846124 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-471cda1b-08af-4f93-b341-4bdc9bbc1a92 req-835a14d4-1747-4fc5-9b49-85707aef0d63 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0579131 Mar 10 09:04:34.897666 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-471cda1b-08af-4f93-b341-4bdc9bbc1a92 req-81949832-1e3a-420d-8a6a-f1e914aee8a1 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458431 Mar 10 09:04:34.952185 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['47a23dff-d330-4a51-84bb-ad10b3ffb318'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:04:35.051583 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:35.129372 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (93d44bf4-83a0-4896-a702-6ed29633a8bf), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:35.203100 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c59f4-14a0-49a4-8fc6-84c319866269 req-712f0011-7fe6-4248-9ecb-f4a992aae97f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:35.204609 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-875c59f4-14a0-49a4-8fc6-84c319866269 req-712f0011-7fe6-4248-9ecb-f4a992aae97f tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 945 time: 0.1036787 Mar 10 09:04:35.272502 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP 93d44bf4-83a0-4896-a702-6ed29633a8bf associated. External IP: 172.27.1.227, port: 5c6d7323-8a95-4c17-853f-a6ad0c376ea4. Mar 10 09:04:35.498589 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-875c59f4-14a0-49a4-8fc6-84c319866269 req-d6375c6d-c679-4ca3-b18e-608f283c2114 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689464 Mar 10 09:04:35.675654 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:04:35.706822 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f5ff019d-95f6-402a-ae8c-542fd5005295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:35.789268 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:04:35.795888 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:35.800782 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:04:35.811613 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:04:35.812292 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:04:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:35.834585 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-bd246c34-ba7b-4fb5-bcc1-21f5d6f1a9ba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "PUT /v2.0/floatingips/93d44bf4-83a0-4896-a702-6ed29633a8bf HTTP/1.1" status: 200 len: 992 time: 1.2957571 Mar 10 09:04:35.834585 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:04:35.834585 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafafe07-f644-46e8-8606-b4c698650ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:04:35.874255 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268e8bf-e4db-4012-b38f-710626b36020 x-openstack-request-id: req-6268e8bf-e4db-4012-b38f-710626b36020 {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:04:35.874558 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:04:35.874818 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6268e8bf-e4db-4012-b38f-710626b36020 {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:04:35.875219 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'status': 'completed', 'code': 200} Mar 10 09:04:35.943819 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:04:35.946688 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-9a890e95-b35d-4d6b-bd6a-14d0694d1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:35.951129 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-9a890e95-b35d-4d6b-bd6a-14d0694d1156 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 1130 time: 0.0557828 Mar 10 09:04:36.052254 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb125db-4e62-4185-8cf3-eca5c1ef39cf req-a2d5dcef-7b37-41ca-9131-08554bb54100 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:36.054958 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6fb125db-4e62-4185-8cf3-eca5c1ef39cf req-a2d5dcef-7b37-41ca-9131-08554bb54100 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0676374 Mar 10 09:04:36.065698 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-c01715ab-7d38-443c-89de-851595bbb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:36.067615 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-c01715ab-7d38-443c-89de-851595bbb41d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 200 len: 916 time: 0.1124690 Mar 10 09:04:36.111200 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6fb125db-4e62-4185-8cf3-eca5c1ef39cf req-8d1143d5-f43c-40e8-926f-f0eef8f072ef tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512161 Mar 10 09:04:36.135584 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-8456a111-da4a-42e1-abc4-bf333e593851 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6d7323-8a95-4c17-853f-a6ad0c376ea4 HTTP/1.1" status: 200 len: 1000 time: 0.0618165 Mar 10 09:04:36.184523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-22c02f8f-27da-4b9d-901a-59bd6399e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:36.185975 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-22c02f8f-27da-4b9d-901a-59bd6399e7c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 200 len: 854 time: 0.0451934 Mar 10 09:04:36.199747 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '93d44bf4-83a0-4896-a702-6ed29633a8bf', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:a6:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:04:09Z', 'updated_at': '2022-03-10T09:04:34Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:36.230774 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:04:36.240616 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:04:36.240835 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-38acd86e-fef6-408a-b48e-fa43f3919ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:36.241375 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:04:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:36.242369 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-38acd86e-fef6-408a-b48e-fa43f3919ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6667865-21e8-493b-9fa6-db0ec960aac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511270 Mar 10 09:04:36.277131 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:04:36.358926 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-4d3baa82-e262-4030-8a49-2be40019be2c service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101878 Mar 10 09:04:36.388417 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 47a23dff-d330-4a51-84bb-ad10b3ffb318 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:04:36.389289 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:36.415835 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:04:36.461885 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dafafe07-f644-46e8-8606-b4c698650ae1 req-e23169fa-0b6d-47eb-9c1d-c08c29c5ec86 service neutron] 10.222.0.30 "GET /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960019 Mar 10 09:04:36.574880 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 47a23dff-d330-4a51-84bb-ad10b3ffb318 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:04:36.575283 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:36.637483 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85180d-e3e9-4955-b0d2-dae8c0abea4b req-95bb1cd2-87d7-4530-a941-575518c9e4b1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:36.643529 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee85180d-e3e9-4955-b0d2-dae8c0abea4b req-95bb1cd2-87d7-4530-a941-575518c9e4b1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 945 time: 0.0647082 Mar 10 09:04:36.649054 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:04:36.651426 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca3e3d-4329-48a2-a71d-0030106ad66c" -d '{"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-plugged", "status": "completed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:04:36.670518 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:36.709735 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee85180d-e3e9-4955-b0d2-dae8c0abea4b req-b44f0e7b-2ba6-41e1-a41f-848e6fe27c6d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628300 Mar 10 09:04:36.713202 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd66ae0b-ab92-4ecc-bbe3-edf8c04d3d02 x-openstack-request-id: req-bd66ae0b-ab92-4ecc-bbe3-edf8c04d3d02 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:04:36.713456 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-plugged", "status": "completed", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:04:36.713679 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd66ae0b-ab92-4ecc-bbe3-edf8c04d3d02 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:04:36.714119 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'code': 200} Mar 10 09:04:36.756944 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '93d44bf4-83a0-4896-a702-6ed29633a8bf', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:a6:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:04:09Z', 'updated_at': '2022-03-10T09:04:34Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:04:36.786053 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:36.790651 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd748f-4abf-46d9-9479-895e3da9a834 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '93d44bf4-83a0-4896-a702-6ed29633a8bf', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'port_id': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'mac_address': 'fa:16:3e:a6:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:04:09Z', 'updated_at': '2022-03-10T09:04:34Z', 'revision_number': 1, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:04:36.871038 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=10']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:36.993903 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:37.014785 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a3e8f-ca80-4ef1-a86b-83bb2546db4c None None] New status for floating IP 93d44bf4-83a0-4896-a702-6ed29633a8bf: ACTIVE {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:04:37.113245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166de8d-ffcc-4d80-8976-477e88481ed9 req-9f3c34df-c030-41f2-83ac-cb5b33c56ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:37.114827 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5166de8d-ffcc-4d80-8976-477e88481ed9 req-9f3c34df-c030-41f2-83ac-cb5b33c56ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1131 time: 0.0459104 Mar 10 09:04:37.171293 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5166de8d-ffcc-4d80-8976-477e88481ed9 req-1000d0bf-9bb9-478e-b02a-581b596fc7a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501597 Mar 10 09:04:37.242538 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459b556-74aa-4b0c-8270-8e6ff8175025 req-527d317b-2726-4236-890f-206930a89faa tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:37.243916 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9459b556-74aa-4b0c-8270-8e6ff8175025 req-527d317b-2726-4236-890f-206930a89faa tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Mar 10 09:04:37.297710 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9459b556-74aa-4b0c-8270-8e6ff8175025 req-b4e71729-0a25-4da5-a257-5344bf7479e0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475221 Mar 10 09:04:37.849400 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0ee46-74fe-42c7-ba99-b5691eec6f9f req-5aac7f87-bcd6-4dc0-8aad-9b6fc2fceb97 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:37.850975 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bfe0ee46-74fe-42c7-ba99-b5691eec6f9f req-5aac7f87-bcd6-4dc0-8aad-9b6fc2fceb97 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 947 time: 0.0558503 Mar 10 09:04:37.898219 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bfe0ee46-74fe-42c7-ba99-b5691eec6f9f req-a53ad58f-e3f4-4017-9e14-7dbf75d7922d tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Mar 10 09:04:38.319495 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:38.426194 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53161b-4d8b-42b6-a6a1-9e6de5f5e6da req-a616106b-29e5-48ff-a035-53789acfaf6c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:38.429341 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8b53161b-4d8b-42b6-a6a1-9e6de5f5e6da req-a616106b-29e5-48ff-a035-53789acfaf6c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0553105 Mar 10 09:04:38.480646 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8b53161b-4d8b-42b6-a6a1-9e6de5f5e6da req-2dd2c582-cdef-46f6-986b-5c9d5c86f330 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470147 Mar 10 09:04:39.020687 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c16e5b-b714-435e-a3ec-d81bee3dfddc req-1f0f2150-6cbe-4a04-aa73-8a63affb8e11 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:39.022272 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38c16e5b-b714-435e-a3ec-d81bee3dfddc req-1f0f2150-6cbe-4a04-aa73-8a63affb8e11 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 947 time: 0.0526783 Mar 10 09:04:39.069991 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-38c16e5b-b714-435e-a3ec-d81bee3dfddc req-31df954f-9a99-4f07-9c17-98b6ba120ec7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419154 Mar 10 09:04:39.602211 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc7ecf-a121-4495-bda6-02814de1b999 req-e830df10-d092-47ad-9250-3be299b121b0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:39.603715 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a5fc7ecf-a121-4495-bda6-02814de1b999 req-e830df10-d092-47ad-9250-3be299b121b0 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0550585 Mar 10 09:04:39.654398 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a5fc7ecf-a121-4495-bda6-02814de1b999 req-bcf395b9-50f2-4c5d-9f30-70d637093d3b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439286 Mar 10 09:04:40.205300 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed2eb-4639-42bc-9777-3511e6ded742 req-e74573fa-3856-407e-80e7-e2d31f072bac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:40.206850 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-644ed2eb-4639-42bc-9777-3511e6ded742 req-e74573fa-3856-407e-80e7-e2d31f072bac tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 947 time: 0.0595841 Mar 10 09:04:40.253286 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-644ed2eb-4639-42bc-9777-3511e6ded742 req-2c702514-453c-4977-a781-7865632e51e7 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Mar 10 09:04:40.319421 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:40.776922 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a92df-b7af-49d4-983f-1ce24bb835a1 req-9431392b-c43a-475f-924d-e6d970f0c7b8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:40.778483 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7c2a92df-b7af-49d4-983f-1ce24bb835a1 req-9431392b-c43a-475f-924d-e6d970f0c7b8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0568204 Mar 10 09:04:40.829116 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7c2a92df-b7af-49d4-983f-1ce24bb835a1 req-06399832-7b92-4a55-a6d4-4ec13e5b7072 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447793 Mar 10 09:04:41.486472 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-80910d7b-d7c3-4ca5-bcdf-c708fedb33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:41.487976 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-80910d7b-d7c3-4ca5-bcdf-c708fedb33e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0470316 Mar 10 09:04:41.583173 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-ea0671c4-dcc2-48df-9372-535792adbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:41.584564 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-ea0671c4-dcc2-48df-9372-535792adbe19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 909 time: 0.0901942 Mar 10 09:04:41.655186 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-46273b44-cc4f-4882-b656-c4e243701a7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 1001 time: 0.0643907 Mar 10 09:04:41.704656 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-b29213f6-7edb-4418-9d4c-0c0bd67fda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:41.706152 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-b29213f6-7edb-4418-9d4c-0c0bd67fda72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 200 len: 847 time: 0.0446832 Mar 10 09:04:41.756498 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-1aaa34a8-9aad-4f48-a599-537d2132f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:41.758018 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-1aaa34a8-9aad-4f48-a599-537d2132f5e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efde2954-269e-4041-823f-755fbc14646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460668 Mar 10 09:04:41.859359 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-2ffd9b36-4a99-4460-9e70-e269a41a3729 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945914 Mar 10 09:04:41.952554 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-959a4fc2-8819-4875-bfcd-8b568ba41f62 req-321d03ff-5290-4373-ad20-eaf25ca8d82a service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873168 Mar 10 09:04:41.953097 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ead34a-09f8-4ad3-952b-1a3947a7b2cc req-5a67bf29-141c-417a-aca4-6d33cead3d14 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:41.954620 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-82ead34a-09f8-4ad3-952b-1a3947a7b2cc req-5a67bf29-141c-417a-aca4-6d33cead3d14 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0570500 Mar 10 09:04:42.003713 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-82ead34a-09f8-4ad3-952b-1a3947a7b2cc req-275b38eb-e153-4d8c-9687-91ed11f9ee08 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Mar 10 09:04:43.123740 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae36da3-ee5a-44cb-a696-8ea4a949ce4b req-f96e0430-364c-4a22-a844-29e714e2337b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:43.125376 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6ae36da3-ee5a-44cb-a696-8ea4a949ce4b req-f96e0430-364c-4a22-a844-29e714e2337b tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0534322 Mar 10 09:04:43.179671 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6ae36da3-ee5a-44cb-a696-8ea4a949ce4b req-d0d53d59-fc33-428b-bfd2-5e66ccf1caba tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485542 Mar 10 09:04:44.302134 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc969e50-e889-44bf-bf86-980bb0bdf86b req-7261e876-3b91-4f05-a147-f34dd44f4dd5 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:44.303632 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc969e50-e889-44bf-bf86-980bb0bdf86b req-7261e876-3b91-4f05-a147-f34dd44f4dd5 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0555086 Mar 10 09:04:44.352979 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc969e50-e889-44bf-bf86-980bb0bdf86b req-94c53ac7-de5b-4320-b47a-25a76bd119ee tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437062 Mar 10 09:04:45.478977 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ff772-3524-4f31-8b81-7a74202f8bbb req-848d6bef-552c-4cbe-8674-867751d66da8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:45.481146 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9e4ff772-3524-4f31-8b81-7a74202f8bbb req-848d6bef-552c-4cbe-8674-867751d66da8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0602317 Mar 10 09:04:45.529897 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9e4ff772-3524-4f31-8b81-7a74202f8bbb req-49791bd0-abad-40a2-b217-ea35042f8116 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Mar 10 09:04:45.922258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5043e8-6144-48a7-9725-8e9303d4c67f req-29750c60-ae1d-4d23-9f5e-246855d63f24 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:45.923751 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1c5043e8-6144-48a7-9725-8e9303d4c67f req-29750c60-ae1d-4d23-9f5e-246855d63f24 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0568674 Mar 10 09:04:45.973263 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1c5043e8-6144-48a7-9725-8e9303d4c67f req-6be806c1-79a4-41e3-8dca-9e9879d67304 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 Mar 10 09:04:46.055577 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51172) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:46.149206 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-2608b6ce-e4ad-491b-af43-48963610e4d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924213 Mar 10 09:04:46.159053 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-847976a5-1df5-41f3-ad7e-dcc019d557ca service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 09:04:46.160489 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-847976a5-1df5-41f3-ad7e-dcc019d557ca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063896 Mar 10 09:04:46.305102 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:04:46.323574 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51180) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:04:46.387792 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 is: ACTIVE; New status is: DOWN {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:04:46.388195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:46.412106 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:04:46.414483 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509c398f-1e6c-4e36-9e42-dde8aa247cf6" -d '{"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:04:46.422694 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-ea1829b5-aaef-4ca8-86d1-323c02c07182 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:46.429683 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:04:46.438928 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-ea1829b5-aaef-4ca8-86d1-323c02c07182 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports/fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 942 time: 0.1139994 Mar 10 09:04:46.458046 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 09:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ec810a-c6a0-4dd2-93bf-2f069d94f06d x-openstack-request-id: req-f4ec810a-c6a0-4dd2-93bf-2f069d94f06d {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:04:46.458385 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-unplugged", "status": "failed", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428", "code": 422}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:04:46.458650 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4ec810a-c6a0-4dd2-93bf-2f069d94f06d {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:04:46.459149 dv-cinder-796170-5-iscsi neutron-server[110209]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'code': 422} returned with failed status Mar 10 09:04:46.525593 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:46.601267 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=6']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:04:47.103723 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6fc20-c147-4ddb-b09a-42b32cd62db9 req-0f9cf4ea-2163-46fc-99cd-b0d43ccdc61a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:47.105230 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f0a6fc20-c147-4ddb-b09a-42b32cd62db9 req-0f9cf4ea-2163-46fc-99cd-b0d43ccdc61a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0555482 Mar 10 09:04:47.158119 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f0a6fc20-c147-4ddb-b09a-42b32cd62db9 req-f35d39f2-61d2-4117-ada2-8b9a1eb26e8e tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 Mar 10 09:04:48.281121 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a4cb0-ac68-420b-8df0-aa3c38e2d0b0 req-de216e8e-497e-4115-9222-80b062c9d69d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:48.282628 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6a6a4cb0-ac68-420b-8df0-aa3c38e2d0b0 req-de216e8e-497e-4115-9222-80b062c9d69d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0559738 Mar 10 09:04:48.330686 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6a6a4cb0-ac68-420b-8df0-aa3c38e2d0b0 req-b16e9611-364c-4096-88f7-2161167522f6 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Mar 10 09:04:49.451206 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586a815-0824-47ee-8c8d-6fb4824ceb09 req-501ec3de-4085-45d9-b066-870818cde846 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:49.452707 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a586a815-0824-47ee-8c8d-6fb4824ceb09 req-501ec3de-4085-45d9-b066-870818cde846 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0559897 Mar 10 09:04:49.501302 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a586a815-0824-47ee-8c8d-6fb4824ceb09 req-3eea67a7-cb6d-4019-b4bf-238f0090e556 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Mar 10 09:04:50.617227 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15504930-8b5e-4556-b89a-f8976a9f931f req-36daa2c6-34be-4705-8f51-add5afb99d6a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:50.618769 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-15504930-8b5e-4556-b89a-f8976a9f931f req-36daa2c6-34be-4705-8f51-add5afb99d6a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0521686 Mar 10 09:04:50.667357 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-15504930-8b5e-4556-b89a-f8976a9f931f req-ed564597-b2bc-4afd-86b9-a1c34b643e85 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Mar 10 09:04:51.787989 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4472a95-23b5-4a56-b445-a1b68b55fdf5 req-dd2d7138-38e3-4877-90f1-6ab68471511d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:51.789471 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f4472a95-23b5-4a56-b445-a1b68b55fdf5 req-dd2d7138-38e3-4877-90f1-6ab68471511d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0531774 Mar 10 09:04:51.839427 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f4472a95-23b5-4a56-b445-a1b68b55fdf5 req-e853caf4-4230-404c-9add-68d22d1e5f1f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 Mar 10 09:04:52.962661 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c795ce3-aca5-4ceb-bcc7-6ce46d4b9501 req-672de18a-692c-4ad5-9913-22a24b9f1f13 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:52.964283 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5c795ce3-aca5-4ceb-bcc7-6ce46d4b9501 req-672de18a-692c-4ad5-9913-22a24b9f1f13 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0554504 Mar 10 09:04:53.023359 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5c795ce3-aca5-4ceb-bcc7-6ce46d4b9501 req-afa61ee9-78fa-4b95-8281-7514781d1f99 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503147 Mar 10 09:04:53.798738 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-65d86fcb-ecbf-4b51-842d-5d01d6ed3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:53.800207 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-65d86fcb-ecbf-4b51-842d-5d01d6ed3a38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6&tenant_id=3c1de4cd654642319ab628bf15cdb154 HTTP/1.1" status: 200 len: 1127 time: 0.0487130 Mar 10 09:04:53.881128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-9fa0cfb9-9c43-434a-b337-9f2f11a3596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:53.883023 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-9fa0cfb9-9c43-434a-b337-9f2f11a3596e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0543125 Mar 10 09:04:53.978857 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-8d9c3134-09c1-4f79-a245-31fb978f5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:53.980375 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-8d9c3134-09c1-4f79-a245-31fb978f5800 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 909 time: 0.0907810 Mar 10 09:04:54.057130 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-64ba6332-58b4-4cc3-b3cd-1ef16415fb76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 999 time: 0.0659692 Mar 10 09:04:54.106118 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-525ef095-700a-4759-b2d6-9b976c5267b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:54.107812 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-525ef095-700a-4759-b2d6-9b976c5267b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 200 len: 847 time: 0.0442057 Mar 10 09:04:54.145721 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c0d5-9b90-4cfe-aa6f-f44709fdc9e7 req-0d0092ac-63ee-4eb1-b317-af920d73b9b8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:54.147271 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1037c0d5-9b90-4cfe-aa6f-f44709fdc9e7 req-0d0092ac-63ee-4eb1-b317-af920d73b9b8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0531089 Mar 10 09:04:54.159528 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-d9f8ac01-cf0c-4501-ba6b-ce3e533ebd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:54.161059 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-d9f8ac01-cf0c-4501-ba6b-ce3e533ebd7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efde2954-269e-4041-823f-755fbc14646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473268 Mar 10 09:04:54.201219 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1037c0d5-9b90-4cfe-aa6f-f44709fdc9e7 req-f361504f-edd6-4a53-a1fb-036c8baa892e tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462754 Mar 10 09:04:54.258625 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-b40fc6c6-2ff3-4b7e-926e-2230a864083e service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885708 Mar 10 09:04:54.353910 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-4f1ee525-b7d3-44b3-8c0e-e11158ce9884 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881996 Mar 10 09:04:54.715489 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:04:55.331153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07731351-0e38-4182-bca1-775152cc4895 req-f9f620f4-8109-43a9-9a92-9dc711a194bc tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:55.332704 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-07731351-0e38-4182-bca1-775152cc4895 req-f9f620f4-8109-43a9-9a92-9dc711a194bc tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0603476 Mar 10 09:04:55.389144 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-07731351-0e38-4182-bca1-775152cc4895 req-b4c01ac7-bfa5-4504-87c0-bf5c86ae6c6f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498784 Mar 10 09:04:56.506028 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ab8a-8736-40db-b8ff-44614e6d27a7 req-4c3f6f27-719a-4b03-a699-934b778a039c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:56.507804 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2c71ab8a-8736-40db-b8ff-44614e6d27a7 req-4c3f6f27-719a-4b03-a699-934b778a039c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0516541 Mar 10 09:04:56.558516 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-2c71ab8a-8736-40db-b8ff-44614e6d27a7 req-1673e920-7a3c-4fec-857d-1b7666c78899 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 Mar 10 09:04:57.691041 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afea3-9cab-48a4-93b7-3c7c682335ca req-675028d9-5ff9-4f67-be70-a2269c44f996 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:57.692555 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a7afea3-9cab-48a4-93b7-3c7c682335ca req-675028d9-5ff9-4f67-be70-a2269c44f996 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0562894 Mar 10 09:04:57.752777 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a7afea3-9cab-48a4-93b7-3c7c682335ca req-feec991b-d748-4fcd-820b-67a982d59158 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529139 Mar 10 09:04:58.189175 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65a72-f735-46e0-8382-62d6692cd5b5 req-330692fc-06c1-40d5-a809-6592039c581f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:58.190725 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-45c65a72-f735-46e0-8382-62d6692cd5b5 req-330692fc-06c1-40d5-a809-6592039c581f tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 946 time: 0.0537212 Mar 10 09:04:58.242254 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-45c65a72-f735-46e0-8382-62d6692cd5b5 req-8f1ae62e-e1da-4483-90b6-3eaa650820c4 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456426 Mar 10 09:04:58.878786 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb0f1-654b-41d2-ad53-ad19ef48fbc2 req-06073d02-019d-4f26-8659-44c6c3abfc12 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:58.880209 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4d5eb0f1-654b-41d2-ad53-ad19ef48fbc2 req-06073d02-019d-4f26-8659-44c6c3abfc12 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0574327 Mar 10 09:04:58.929184 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4d5eb0f1-654b-41d2-ad53-ad19ef48fbc2 req-af9eacb4-981f-422d-93c5-dc8412a01bbd tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Mar 10 09:04:59.360673 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed914db-150c-4622-b2be-02a2e1504101 req-a021e94f-91c4-48bd-8473-87c63b60a5ed tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:59.362186 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fed914db-150c-4622-b2be-02a2e1504101 req-a021e94f-91c4-48bd-8473-87c63b60a5ed tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 946 time: 0.0527675 Mar 10 09:04:59.410194 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fed914db-150c-4622-b2be-02a2e1504101 req-54746b79-ed1d-4b64-bffe-090d50fcb671 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Mar 10 09:04:59.785041 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-641bc6f2-20a8-4255-bb06-cd02a98055ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440612 Mar 10 09:04:59.856640 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-c241bb73-98f7-4bb8-880e-8d756005741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:59.860843 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-c241bb73-98f7-4bb8-880e-8d756005741a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f12310224d354d2a8f06fedf08617c0f&device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 1131 time: 0.0505354 Mar 10 09:04:59.973304 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-bbf901cf-3bc9-4356-bdc4-15838051df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:04:59.974841 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-bbf901cf-3bc9-4356-bdc4-15838051df4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 200 len: 918 time: 0.0928261 Mar 10 09:05:00.048469 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-0ff5a42b-5f89-4247-be62-b86f3339a9cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 200 len: 1002 time: 0.0669894 Mar 10 09:05:00.051303 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe136-114c-4621-ac6c-6c5829de2fa5 req-1b687a85-3ca2-45b8-b6ed-78d4e357467d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:00.052860 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-412fe136-114c-4621-ac6c-6c5829de2fa5 req-1b687a85-3ca2-45b8-b6ed-78d4e357467d tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0546236 Mar 10 09:05:00.098387 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-606be708-e93d-4cd5-94f5-319d7c390bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:00.099878 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-606be708-e93d-4cd5-94f5-319d7c390bc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 200 len: 856 time: 0.0452321 Mar 10 09:05:00.103997 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-412fe136-114c-4621-ac6c-6c5829de2fa5 req-ff613584-b363-4117-b136-d6dc88c8f3a2 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Mar 10 09:05:00.200817 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-b06b28ef-bd4e-43dd-a90d-048b7d94d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:00.202920 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-b06b28ef-bd4e-43dd-a90d-048b7d94d30c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9aac22b-95a1-4c4e-9131-d1d15a039f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789604 Mar 10 09:05:00.214452 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-55397bb0-bf64-4e78-8114-95bee801ac43 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:00.215891 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-55397bb0-bf64-4e78-8114-95bee801ac43 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 946 time: 0.0906813 Mar 10 09:05:00.365745 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-d817d9c7-9d96-4a02-91f3-a39233b9a94d service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488347 Mar 10 09:05:00.412211 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Deleting port 57c4305a-3cc0-4d5a-a070-487d7a96a3be {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:00.412549 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:00.550047 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-33931cff-49e1-42ae-9b28-6482cbc57201 req-25ac7d27-f886-4eb6-8b0d-63931a1030a5 service neutron] 10.222.0.30 "GET /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773114 Mar 10 09:05:00.575122 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] For port 57c4305a-3cc0-4d5a-a070-487d7a96a3be, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57c4305a-3cc0-4d5a-a070-487d7a96a3be,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:00.575498 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:00.635027 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f68e4-b8a2-4af6-90f7-128ec10b19b2 req-d027b12e-6e9c-4836-a7c2-451848934f31 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:00.636518 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4f3f68e4-b8a2-4af6-90f7-128ec10b19b2 req-d027b12e-6e9c-4836-a7c2-451848934f31 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 946 time: 0.1351352 Mar 10 09:05:00.735867 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4f3f68e4-b8a2-4af6-90f7-128ec10b19b2 req-698cc0d9-ccce-437c-9ca9-3470f7a3f8f9 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups?id=d23f1b16-509b-42d6-86ff-a04c987b061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921011 Mar 10 09:05:00.798257 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:00.798623 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (696e4400-552b-4c18-bcc1-58548b63c2ef), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:00.798936 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Floating IP 696e4400-552b-4c18-bcc1-58548b63c2ef disassociated. External IP: 172.27.1.188, port: 57c4305a-3cc0-4d5a-a070-487d7a96a3be. Mar 10 09:05:00.799317 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Calling delete_port for 57c4305a-3cc0-4d5a-a070-487d7a96a3be owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:01.006603 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (57c4305a-3cc0-4d5a-a070-487d7a96a3be), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:01.040078 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event deleted for resources: {'Port': ['ID=57c4305a-3cc0-4d5a-a070-487d7a96a3be,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:01.233082 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d353eec-e5ba-4903-a0ba-28c7a1153bc9 req-f6dec22c-0c76-4739-a2a1-4d932fcf85d8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:01.234753 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9d353eec-e5ba-4903-a0ba-28c7a1153bc9 req-f6dec22c-0c76-4739-a2a1-4d932fcf85d8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0588598 Mar 10 09:05:01.287729 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9d353eec-e5ba-4903-a0ba-28c7a1153bc9 req-b918037e-da56-446b-9822-a84fba3a5a1e tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468092 Mar 10 09:05:01.447519 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:05:01.573278 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:05:01.583107 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] Sync routers for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:05:01.593466 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:01.594445 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:04:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:01.615287 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] No DVR routers for this DVR port 57c4305a-3cc0-4d5a-a070-487d7a96a3be on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:05:01.618304 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:01.621644 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b4423631-1282-4fcb-accd-eab61fa4e487 req-b780cf24-4dde-42f3-892b-6eac4dd208b1 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.30 "DELETE /v2.0/ports/57c4305a-3cc0-4d5a-a070-487d7a96a3be HTTP/1.1" status: 204 len: 173 time: 1.3968165 Mar 10 09:05:01.622128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'name': 'network-vif-deleted', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:05:01.625043 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d9a080-90ce-4b55-87a9-b7e635cc6c94" -d '{"events": [{"server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "name": "network-vif-deleted", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:05:01.668833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a516884d-7cf7-4ef6-ae3a-254875d39075 x-openstack-request-id: req-a516884d-7cf7-4ef6-ae3a-254875d39075 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:05:01.668833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b726c5f-9ead-4a8f-a7d8-83c935803403", "name": "network-vif-deleted", "tag": "57c4305a-3cc0-4d5a-a070-487d7a96a3be", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:05:01.668833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a516884d-7cf7-4ef6-ae3a-254875d39075 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:05:01.668833 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b726c5f-9ead-4a8f-a7d8-83c935803403', 'name': 'network-vif-deleted', 'tag': '57c4305a-3cc0-4d5a-a070-487d7a96a3be', 'status': 'completed', 'code': 200} Mar 10 09:05:01.724166 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:01.841554 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-395f0ff4-2814-49e2-9c76-d01d867f52db req-daa6e9e9-f27a-41e7-a391-738cb79164d7 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b726c5f-9ead-4a8f-a7d8-83c935803403 HTTP/1.1" status: 200 len: 210 time: 0.0315363 Mar 10 09:05:02.065316 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:02.093683 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] Checking router: 2dfbccb2-34c0-4613-8bf4-6efe619f0560 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:05:02.100877 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:02.101499 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:04:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:02.210534 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:02.367374 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:05:02.512078 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:02.519700 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:02.554203 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02fd6f0-0b4d-44ac-b94e-5b9c8bca5019 None None] The sync data for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi is: [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:02Z', 'revision_number': 4, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '82be767c-219f-4865-acb3-7e2071c96825', 'name': '', 'network_id': 'ccabb1f5-00f2-4aa4-8628-7c5c23b4d484', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'mac_address': 'fa:16:3e:a8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:01Z', 'updated_at': '2022-03-10T08:56:14Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'subnets': [{'id': 'a8a1754f-2c5d-4333-9a01-038205dc9bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:05:02.560882 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'port_id': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'mac_address': 'fa:16:3e:04:27:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:05:02.575867 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d8114-8ef0-4f2a-9334-eb0d7a8ecc38 req-b9f0c82d-05da-4981-90f3-65eeb9dfdb32 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:02.578912 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f64d8114-8ef0-4f2a-9334-eb0d7a8ecc38 req-b9f0c82d-05da-4981-90f3-65eeb9dfdb32 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 943 time: 0.0600386 Mar 10 09:05:02.610473 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:02.611082 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:02.642620 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:05:02.650383 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f64d8114-8ef0-4f2a-9334-eb0d7a8ecc38 req-e1e3ff4e-547d-490c-844d-4db7c35e1740 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656848 Mar 10 09:05:02.657069 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:02.679107 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:05:02.767636 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:02.816553 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74129e71-6d85-4487-ba55-fd19c5346084 None None] New status for floating IP 696e4400-552b-4c18-bcc1-58548b63c2ef: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:05:02.820245 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=7']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:03.008177 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51304) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:03.065245 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-12b830c9-0a18-4c12-aad5-aeb65be3c26c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (d23f1b16-509b-42d6-86ff-a04c987b061a), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.090994 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-12b830c9-0a18-4c12-aad5-aeb65be3c26c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (d23f1b16-509b-42d6-86ff-a04c987b061a), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.152088 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:05:03.224274 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-12b830c9-0a18-4c12-aad5-aeb65be3c26c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d23f1b16-509b-42d6-86ff-a04c987b061a), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.227069 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-12b830c9-0a18-4c12-aad5-aeb65be3c26c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.228212 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-12b830c9-0a18-4c12-aad5-aeb65be3c26c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "DELETE /v2.0/security-groups/d23f1b16-509b-42d6-86ff-a04c987b061a HTTP/1.1" status: 204 len: 168 time: 0.2187917 Mar 10 09:05:03.231529 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51306) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:03.249614 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b830c9-0a18-4c12-aad5-aeb65be3c26c tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23f1b16-509b-42d6-86ff-a04c987b061a,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:03.251651 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.api.v2.resource [None req-53308c33-0611-4ba2-8225-cea96cc1bb84 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] show failed (client error): The resource could not be found. Mar 10 09:05:03.255918 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-53308c33-0611-4ba2-8225-cea96cc1bb84 tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "GET /v2.0/security-groups/d23f1b16-509b-42d6-86ff-a04c987b061a HTTP/1.1" status: 404 len: 347 time: 0.0204084 Mar 10 09:05:03.256166 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51308) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:03.389783 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Deleting port 802bfd9c-8960-45a8-be06-1dac3715747e {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:03.396696 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (802bfd9c-8960-45a8-be06-1dac3715747e), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.453255 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-27619303-38b0-4fc3-ab0e-8c2277dc6f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.473421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (802bfd9c-8960-45a8-be06-1dac3715747e), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.473759 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (802bfd9c-8960-45a8-be06-1dac3715747e), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.486467 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Calling delete_port for 802bfd9c-8960-45a8-be06-1dac3715747e owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:03.692337 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (802bfd9c-8960-45a8-be06-1dac3715747e), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.718997 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Pushing event deleted for resources: {'Port': ['ID=802bfd9c-8960-45a8-be06-1dac3715747e,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:03.814074 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks [] for floatingip (696e4400-552b-4c18-bcc1-58548b63c2ef), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.816666 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:03.817857 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-56389731-59a5-433d-b209-7a4f24fbcb5b tempest-AttachVolumeTestJSON-1405484186 tempest-AttachVolumeTestJSON-1405484186-project] 10.222.0.31 "DELETE /v2.0/floatingips/696e4400-552b-4c18-bcc1-58548b63c2ef HTTP/1.1" status: 204 len: 168 time: 0.5607824 Mar 10 09:05:03.828238 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b85bcc-897c-4d18-8ce5-3000bf8a3141 req-10cba7fd-4c50-4f92-a7a9-fd3ff3171f24 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:03.829808 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-16b85bcc-897c-4d18-8ce5-3000bf8a3141 req-10cba7fd-4c50-4f92-a7a9-fd3ff3171f24 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 944 time: 0.1088309 Mar 10 09:05:03.881405 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-16b85bcc-897c-4d18-8ce5-3000bf8a3141 req-4e7b4543-89d7-47a5-82c7-2bd40e0d4f19 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 Mar 10 09:05:04.375992 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:05:04.425304 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:04.425681 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:04.504279 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:04.504676 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:04.527808 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:05:04.530175 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8dad6-dce5-4d3d-955c-ef894963a028" -d '{"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:05:04.544239 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:04.569778 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5263d-de39-4c68-842e-67592cf6ee3b x-openstack-request-id: req-bee5263d-de39-4c68-842e-67592cf6ee3b {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:05:04.569778 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:05:04.569778 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bee5263d-de39-4c68-842e-67592cf6ee3b {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:05:04.570169 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'code': 200} Mar 10 09:05:04.635626 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:04.636545 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 57c4305a-3cc0-4d5a-a070-487d7a96a3be no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:04.677497 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 57c4305a-3cc0-4d5a-a070-487d7a96a3be {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:04.677843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 57c4305a-3cc0-4d5a-a070-487d7a96a3be not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:04.705644 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=8']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:04.887597 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17741369-6c13-4f32-9df8-e7617666331f req-2fb7ba3d-09b5-43e1-aabf-0dfe785a46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:04.889080 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-17741369-6c13-4f32-9df8-e7617666331f req-2fb7ba3d-09b5-43e1-aabf-0dfe785a46f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0500033 Mar 10 09:05:04.938783 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-17741369-6c13-4f32-9df8-e7617666331f req-b8337128-2b92-4b5e-8014-7b3302193ec1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438421 Mar 10 09:05:05.003801 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bf669-79b9-479c-8b23-70070aba8936 req-e6be9c9a-7a63-40de-bc6b-f0e17e067aa2 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:05.013123 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-650bf669-79b9-479c-8b23-70070aba8936 req-e6be9c9a-7a63-40de-bc6b-f0e17e067aa2 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0547001 Mar 10 09:05:05.057077 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-650bf669-79b9-479c-8b23-70070aba8936 req-1530d720-39e8-47cc-b407-9714b24a2033 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458708 Mar 10 09:05:05.688268 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c57bd80d-9ec9-472b-bba6-578d2e6c000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:06.208494 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b169-616d-4abf-8f3e-1e8d46228dd2 req-5cd361be-ff98-4335-8109-ec10240f42e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:06.208494 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28b9b169-616d-4abf-8f3e-1e8d46228dd2 req-5cd361be-ff98-4335-8109-ec10240f42e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0713441 Mar 10 09:05:06.271520 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28b9b169-616d-4abf-8f3e-1e8d46228dd2 req-9fff3f13-5ab8-4161-a140-da2e77035f35 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537200 Mar 10 09:05:06.973492 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:07.403564 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b08df-b9d8-4c62-9dd4-cbc41a7e21d1 req-17dfd99a-3a31-4a41-a1b7-60163caf279a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:07.405055 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-908b08df-b9d8-4c62-9dd4-cbc41a7e21d1 req-17dfd99a-3a31-4a41-a1b7-60163caf279a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0587840 Mar 10 09:05:07.457709 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-908b08df-b9d8-4c62-9dd4-cbc41a7e21d1 req-8626b181-ecdd-4ec3-824d-89fadf1eb6ed tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Mar 10 09:05:07.921997 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51352) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:08.288164 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:08.391736 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (2dfbccb2-34c0-4613-8bf4-6efe619f0560), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:08.814263 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Deleting port 82be767c-219f-4865-acb3-7e2071c96825 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:08.814963 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (82be767c-219f-4865-acb3-7e2071c96825), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:08.891543 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] For port 82be767c-219f-4865-acb3-7e2071c96825, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=82be767c-219f-4865-acb3-7e2071c96825,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:08.891884 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (82be767c-219f-4865-acb3-7e2071c96825), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:08.905060 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Calling delete_port for 82be767c-219f-4865-acb3-7e2071c96825 owned by network:router_interface {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:09.185107 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (82be767c-219f-4865-acb3-7e2071c96825), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:09.211987 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Pushing event deleted for resources: {'Port': ['ID=82be767c-219f-4865-acb3-7e2071c96825,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:09.243452 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.243803 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.244161 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.244502 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.244842 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.245176 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.245511 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.245845 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.246205 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.246538 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.246981 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.248304 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.248304 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:09.420955 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (2dfbccb2-34c0-4613-8bf4-6efe619f0560), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:09.657531 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:05:09.770716 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:05:09.776522 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-94921a23-5181-49fd-b002-e57f3fc32000 admin admin] 10.222.0.31 "PUT /v2.0/routers/2dfbccb2-34c0-4613-8bf4-6efe619f0560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528125 Mar 10 09:05:09.779805 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51356) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:09.783737 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] Sync routers for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:05:09.796218 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:09.796865 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:09.909465 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks [] for router (2dfbccb2-34c0-4613-8bf4-6efe619f0560), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:09.914034 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:10.038713 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks [] for router_gateway (2dfbccb2-34c0-4613-8bf4-6efe619f0560), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.106860 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T09:05:09Z', 'revision_number': 5, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port': {'id': 'dc87a2e1-2706-49c6-b083-f2e8a83ecf57', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:10.139445 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] Checking router: 2dfbccb2-34c0-4613-8bf4-6efe619f0560 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:05:10.151491 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] Routers {'2dfbccb2-34c0-4613-8bf4-6efe619f0560'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:10.152133 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:10.183293 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Deleting port dc87a2e1-2706-49c6-b083-f2e8a83ecf57 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:10.183745 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.263856 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] Set router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 gateway port host: None {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:10.284716 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] For port dc87a2e1-2706-49c6-b083-f2e8a83ecf57, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:10.285774 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.301635 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Calling delete_port for dc87a2e1-2706-49c6-b083-f2e8a83ecf57 owned by network:router_gateway {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:10.321504 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T09:05:10Z', 'revision_number': 6, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:10.326548 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.351202 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f2b8a-3268-437d-8b16-6ad782825d78 None None] The sync data for ids ['2dfbccb2-34c0-4613-8bf4-6efe619f0560'] in dv-cinder-796170-5-iscsi is: [{'id': '2dfbccb2-34c0-4613-8bf4-6efe619f0560', 'name': 'tempest-AttachVolumeTestJSON-1844623461-router', 'tenant_id': '52092f300ec94a1a8cd120b28efcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T09:05:10Z', 'revision_number': 6, 'project_id': '52092f300ec94a1a8cd120b28efcad43', 'gw_port_host': None}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:05:10.556723 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (dc87a2e1-2706-49c6-b083-f2e8a83ecf57), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.583520 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc87a2e1-2706-49c6-b083-f2e8a83ecf57,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:10.650157 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (2dfbccb2-34c0-4613-8bf4-6efe619f0560), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.743570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (2dfbccb2-34c0-4613-8bf4-6efe619f0560), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.745812 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks [] for router_controller (2dfbccb2-34c0-4613-8bf4-6efe619f0560), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.865326 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (2dfbccb2-34c0-4613-8bf4-6efe619f0560), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.865987 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dfbccb2-34c0-4613-8bf4-6efe619f0560 {{(pid=110208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:05:10.870266 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.871425 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-bc51c864-8a08-499e-b7d3-d4772f9f373f admin admin] 10.222.0.31 "DELETE /v2.0/routers/2dfbccb2-34c0-4613-8bf4-6efe619f0560 HTTP/1.1" status: 204 len: 168 time: 1.0906193 Mar 10 09:05:10.874048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51358) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:10.918701 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] Deleting subnet a8a1754f-2c5d-4333-9a01-038205dc9bfb {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:05:10.922786 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] Publish callbacks [] for subnet (a8a1754f-2c5d-4333-9a01-038205dc9bfb), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:10.961481 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (a8a1754f-2c5d-4333-9a01-038205dc9bfb), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.043240 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (a8a1754f-2c5d-4333-9a01-038205dc9bfb), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.174035 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (a8a1754f-2c5d-4333-9a01-038205dc9bfb), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.197548 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a1754f-2c5d-4333-9a01-038205dc9bfb,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:11.205290 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.206511 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1b14d228-132a-4c8e-890c-ac0080c3a54d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8a1754f-2c5d-4333-9a01-038205dc9bfb HTTP/1.1" status: 204 len: 168 time: 0.3308723 Mar 10 09:05:11.209262 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51360) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:11.213294 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291759c7-370f-4e1c-9a3b-920633f09f74 None None] Network ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:11.287942 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.345303 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Deleting port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:11.345648 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.411764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] DHCP port deletion for ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:05:11.426733 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] For port b3e1bd05-5d5f-444c-bd71-b6704f2464d0, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:11.427353 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.444281 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Calling delete_port for b3e1bd05-5d5f-444c-bd71-b6704f2464d0 owned by network:dhcp {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:11.450536 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device dc87a2e1-2706-49c6-b083-f2e8a83ecf57 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:11.477813 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: dc87a2e1-2706-49c6-b083-f2e8a83ecf57 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:11.478195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device dc87a2e1-2706-49c6-b083-f2e8a83ecf57 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:11.478624 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 82be767c-219f-4865-acb3-7e2071c96825 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:11.507124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 82be767c-219f-4865-acb3-7e2071c96825 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:11.507473 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 82be767c-219f-4865-acb3-7e2071c96825 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:11.514006 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] Deleting port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:11.514414 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.577524 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] For port b3e1bd05-5d5f-444c-bd71-b6704f2464d0, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,segment=NetworkSegment(e3686bb6-6042-4446-ab22-6a00ca1385f0),segment_id=e3686bb6-6042-4446-ab22-6a00ca1385f0)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:11.578486 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.590971 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] Calling delete_port for b3e1bd05-5d5f-444c-bd71-b6704f2464d0 owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:11.653005 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.681669 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:11.683806 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] No DVR routers for this DVR port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 on host dv-cinder-796170-5-iscsi {{(pid=110207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:05:11.762676 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.785671 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccabb1f5-00f2-4aa4-8628-7c5c23b4d484']}} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:11.796024 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3686bb6-6042-4446-ab22-6a00ca1385f0') {'for_net_delete': True} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:11.796367 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3686bb6-6042-4446-ab22-6a00ca1385f0') {} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:11.800324 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (b3e1bd05-5d5f-444c-bd71-b6704f2464d0), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.806329 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12645651'] for segment (e3686bb6-6042-4446-ab22-6a00ca1385f0), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.821724 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (e3686bb6-6042-4446-ab22-6a00ca1385f0), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.825989 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] Pushing event deleted for resources: {'Port': ['ID=b3e1bd05-5d5f-444c-bd71-b6704f2464d0,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:11.828895 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=110207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:05:11.829303 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14060708'] for segment (e3686bb6-6042-4446-ab22-6a00ca1385f0), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:11.830223 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e7377-5dfa-49be-9c76-ccd272da845c None None] No DVR routers for this DVR port b3e1bd05-5d5f-444c-bd71-b6704f2464d0 on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: Traceback (most recent call last): Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: timer() Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: cb(*args, **kw) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: return func(*args, **kwargs) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: self._notify() Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: self.callback(batched_events) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: event.method(event) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: return f(self, *a, **k) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._get(url).json() Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: return self.request(url, 'GET', **kwargs) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:05:11.831063 dv-cinder-796170-5-iscsi neutron-server[110207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:05:11.996519 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (ccabb1f5-00f2-4aa4-8628-7c5c23b4d484), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:12.004143 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:12.007667 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] 10.222.0.31 "DELETE /v2.0/networks/ccabb1f5-00f2-4aa4-8628-7c5c23b4d484 HTTP/1.1" status: 204 len: 168 time: 0.7968109 Mar 10 09:05:12.018028 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc387159-f1c9-452e-a242-561f24838adf admin admin] Pushing event deleted for resources: {'Network': ['ID=ccabb1f5-00f2-4aa4-8628-7c5c23b4d484,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:12.406694 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51364) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:12.448462 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-8c1e03c3-0261-4dd8-a74c-e26a374c3d5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52092f300ec94a1a8cd120b28efcad43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406184 Mar 10 09:05:12.450816 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51366) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:12.504065 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-36e4ab80-43d3-45ec-8f57-945aa1d54b5f admin admin] Publish callbacks [] for security_group (2d48c781-cf2b-4c46-8e5e-9a01beddd8f6), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:12.526577 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-36e4ab80-43d3-45ec-8f57-945aa1d54b5f admin admin] Publish callbacks [] for security_group (2d48c781-cf2b-4c46-8e5e-9a01beddd8f6), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:12.653630 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-36e4ab80-43d3-45ec-8f57-945aa1d54b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2d48c781-cf2b-4c46-8e5e-9a01beddd8f6), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:12.656823 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-36e4ab80-43d3-45ec-8f57-945aa1d54b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:12.657985 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-36e4ab80-43d3-45ec-8f57-945aa1d54b5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d48c781-cf2b-4c46-8e5e-9a01beddd8f6 HTTP/1.1" status: 204 len: 168 time: 0.2062154 Mar 10 09:05:12.666011 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4ab80-43d3-45ec-8f57-945aa1d54b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d48c781-cf2b-4c46-8e5e-9a01beddd8f6,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:13.395986 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device b3e1bd05-5d5f-444c-bd71-b6704f2464d0 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:13.416257 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: b3e1bd05-5d5f-444c-bd71-b6704f2464d0 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:13.416605 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device b3e1bd05-5d5f-444c-bd71-b6704f2464d0 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:16.290970 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51440) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:16.394413 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:16.466428 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Publish callbacks [] for security_group (c9bd1e4b-7f9f-45f0-a484-3a81b04e512f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:16.563203 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (c9bd1e4b-7f9f-45f0-a484-3a81b04e512f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:16.602492 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba4cf5c28d8d4558bfd975db4964d54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103874 Mar 10 09:05:16.603388 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd1e4b-7f9f-45f0-a484-3a81b04e512f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:16.605138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51444) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:16.610812 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.611170 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.611924 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.611924 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.612199 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.612553 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.612891 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.613228 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.613563 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.613897 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.614264 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.614599 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.614929 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d32b5-a684-4db8-a70f-27d545224558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:16.657538 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f2f72182-8fb1-495a-9a80-08fa1b3fb5ce admin admin] Publish callbacks [] for security_group (c9bd1e4b-7f9f-45f0-a484-3a81b04e512f), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:16.679030 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f2f72182-8fb1-495a-9a80-08fa1b3fb5ce admin admin] Publish callbacks [] for security_group (c9bd1e4b-7f9f-45f0-a484-3a81b04e512f), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:16.791090 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f2f72182-8fb1-495a-9a80-08fa1b3fb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (c9bd1e4b-7f9f-45f0-a484-3a81b04e512f), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:16.793568 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f2f72182-8fb1-495a-9a80-08fa1b3fb5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:16.794763 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f2f72182-8fb1-495a-9a80-08fa1b3fb5ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9bd1e4b-7f9f-45f0-a484-3a81b04e512f HTTP/1.1" status: 204 len: 168 time: 0.1886256 Mar 10 09:05:16.803484 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f72182-8fb1-495a-9a80-08fa1b3fb5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd1e4b-7f9f-45f0-a484-3a81b04e512f,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:17.500366 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51450) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:17.513631 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c3494800-a4de-4428-99c2-3cc06b1faa58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:17.586557 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c3494800-a4de-4428-99c2-3cc06b1faa58 admin admin] Publish callbacks [] for security_group (8bacfd02-7059-4d0b-b7f5-87b36b0a3af2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:17.688541 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c3494800-a4de-4428-99c2-3cc06b1faa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (8bacfd02-7059-4d0b-b7f5-87b36b0a3af2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:17.730849 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-c3494800-a4de-4428-99c2-3cc06b1faa58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a26f31abb7944da781e37fc194ed1695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294099 Mar 10 09:05:17.731808 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3494800-a4de-4428-99c2-3cc06b1faa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacfd02-7059-4d0b-b7f5-87b36b0a3af2,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:17.733520 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51452) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:17.782355 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2c4c-bfad-4192-a3c6-d99f1db8da89 admin admin] Publish callbacks [] for security_group (8bacfd02-7059-4d0b-b7f5-87b36b0a3af2), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:17.806464 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2c4c-bfad-4192-a3c6-d99f1db8da89 admin admin] Publish callbacks [] for security_group (8bacfd02-7059-4d0b-b7f5-87b36b0a3af2), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:17.962593 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2c4c-bfad-4192-a3c6-d99f1db8da89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (8bacfd02-7059-4d0b-b7f5-87b36b0a3af2), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:17.965197 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2c4c-bfad-4192-a3c6-d99f1db8da89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:17.966391 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-5d8b2c4c-bfad-4192-a3c6-d99f1db8da89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bacfd02-7059-4d0b-b7f5-87b36b0a3af2 HTTP/1.1" status: 204 len: 168 time: 0.2316670 Mar 10 09:05:17.981428 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b2c4c-bfad-4192-a3c6-d99f1db8da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacfd02-7059-4d0b-b7f5-87b36b0a3af2,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:24.757849 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:25.626416 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51550) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:25.748548 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-470230f3-5ade-45b1-ba91-87603c940c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:25.825321 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-470230f3-5ade-45b1-ba91-87603c940c42 admin admin] Publish callbacks [] for security_group (e081c0cf-8949-46de-894e-066021954eed), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:25.929066 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-470230f3-5ade-45b1-ba91-87603c940c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e081c0cf-8949-46de-894e-066021954eed), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:25.968397 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-470230f3-5ade-45b1-ba91-87603c940c42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36058ab5bbd4406c8e37f8eb564db49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407285 Mar 10 09:05:25.969299 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470230f3-5ade-45b1-ba91-87603c940c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e081c0cf-8949-46de-894e-066021954eed,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:25.971224 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51554) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:26.021029 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fa8131e6-c531-43eb-86e7-fe8f4397ce7c admin admin] Publish callbacks [] for security_group (e081c0cf-8949-46de-894e-066021954eed), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:26.042535 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fa8131e6-c531-43eb-86e7-fe8f4397ce7c admin admin] Publish callbacks [] for security_group (e081c0cf-8949-46de-894e-066021954eed), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:26.243511 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fa8131e6-c531-43eb-86e7-fe8f4397ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e081c0cf-8949-46de-894e-066021954eed), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:26.246275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fa8131e6-c531-43eb-86e7-fe8f4397ce7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:26.250104 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-fa8131e6-c531-43eb-86e7-fe8f4397ce7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e081c0cf-8949-46de-894e-066021954eed HTTP/1.1" status: 204 len: 168 time: 0.2751725 Mar 10 09:05:26.255850 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8131e6-c531-43eb-86e7-fe8f4397ce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e081c0cf-8949-46de-894e-066021954eed,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:26.935282 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51560) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:26.949295 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ca13f7d3-2f94-4066-95b9-04c596d2d711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:27.024193 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ca13f7d3-2f94-4066-95b9-04c596d2d711 admin admin] Publish callbacks [] for security_group (44232cdf-003a-4f0e-a54a-69519e0974e2), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:27.083494 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ca13f7d3-2f94-4066-95b9-04c596d2d711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (44232cdf-003a-4f0e-a54a-69519e0974e2), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:27.126252 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ca13f7d3-2f94-4066-95b9-04c596d2d711 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=701a29d478c341aa800c5b84bf71c3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892357 Mar 10 09:05:27.126920 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13f7d3-2f94-4066-95b9-04c596d2d711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44232cdf-003a-4f0e-a54a-69519e0974e2,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:27.128800 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51562) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:27.179678 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-52694281-03ad-4c6b-9b3d-bf15b4862ece admin admin] Publish callbacks [] for security_group (44232cdf-003a-4f0e-a54a-69519e0974e2), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:27.202277 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-52694281-03ad-4c6b-9b3d-bf15b4862ece admin admin] Publish callbacks [] for security_group (44232cdf-003a-4f0e-a54a-69519e0974e2), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:27.369263 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-52694281-03ad-4c6b-9b3d-bf15b4862ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (44232cdf-003a-4f0e-a54a-69519e0974e2), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:27.371889 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-52694281-03ad-4c6b-9b3d-bf15b4862ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:27.373111 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-52694281-03ad-4c6b-9b3d-bf15b4862ece admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44232cdf-003a-4f0e-a54a-69519e0974e2 HTTP/1.1" status: 204 len: 168 time: 0.2431862 Mar 10 09:05:27.381187 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52694281-03ad-4c6b-9b3d-bf15b4862ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44232cdf-003a-4f0e-a54a-69519e0974e2,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:33.495755 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e311e67d-16b9-4b80-a52b-66e9f297e288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.376516 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51670) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:35.481234 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-aec574e8-b1c6-4924-8972-145d09a8cd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.559466 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-aec574e8-b1c6-4924-8972-145d09a8cd93 admin admin] Publish callbacks [] for security_group (d8bcd964-e567-4f44-915d-5d7222980145), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.621534 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-aec574e8-b1c6-4924-8972-145d09a8cd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d8bcd964-e567-4f44-915d-5d7222980145), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.660323 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-aec574e8-b1c6-4924-8972-145d09a8cd93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c729d873c7504778aa037bba7ac40632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827275 Mar 10 09:05:35.661192 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec574e8-b1c6-4924-8972-145d09a8cd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bcd964-e567-4f44-915d-5d7222980145,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:35.663069 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51674) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:35.714189 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-136ed3fd-4be0-41d7-bce4-72c3f47618b3 admin admin] Publish callbacks [] for security_group (d8bcd964-e567-4f44-915d-5d7222980145), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.738164 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-136ed3fd-4be0-41d7-bce4-72c3f47618b3 admin admin] Publish callbacks [] for security_group (d8bcd964-e567-4f44-915d-5d7222980145), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.741425 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4ded0e00-9062-4af0-b04e-097b4c3a8cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.901301 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-136ed3fd-4be0-41d7-bce4-72c3f47618b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d8bcd964-e567-4f44-915d-5d7222980145), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.904000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-136ed3fd-4be0-41d7-bce4-72c3f47618b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:35.905233 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-136ed3fd-4be0-41d7-bce4-72c3f47618b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8bcd964-e567-4f44-915d-5d7222980145 HTTP/1.1" status: 204 len: 168 time: 0.2405994 Mar 10 09:05:35.914654 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ed3fd-4be0-41d7-bce4-72c3f47618b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bcd964-e567-4f44-915d-5d7222980145,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:36.277081 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346cd04-90e5-405c-b910-1f3463709b28 req-b2e50d24-1032-4357-997f-ed2c7ef558c1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:36.278618 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7346cd04-90e5-405c-b910-1f3463709b28 req-b2e50d24-1032-4357-997f-ed2c7ef558c1 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 947 time: 0.0549502 Mar 10 09:05:36.329042 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7346cd04-90e5-405c-b910-1f3463709b28 req-ba6fd769-e23c-42bd-8879-9c4b0ac7de87 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437906 Mar 10 09:05:36.705754 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51690) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:36.719197 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6d32-4ea0-4504-8153-b342f73fefe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:36.795828 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6d32-4ea0-4504-8153-b342f73fefe7 admin admin] Publish callbacks [] for security_group (790e5048-587c-49cd-b615-7e505e7e8e7d), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:36.889949 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6d32-4ea0-4504-8153-b342f73fefe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (790e5048-587c-49cd-b615-7e505e7e8e7d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:36.930134 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d5fb6d32-4ea0-4504-8153-b342f73fefe7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8c10e14b58840d19fc9ee46ffd973d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230196 Mar 10 09:05:36.931272 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb6d32-4ea0-4504-8153-b342f73fefe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790e5048-587c-49cd-b615-7e505e7e8e7d,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:36.932865 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51692) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:36.975641 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:36.987227 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ede49e13-021d-4bfe-899f-2755c2b40000 admin admin] Publish callbacks [] for security_group (790e5048-587c-49cd-b615-7e505e7e8e7d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:37.010324 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ede49e13-021d-4bfe-899f-2755c2b40000 admin admin] Publish callbacks [] for security_group (790e5048-587c-49cd-b615-7e505e7e8e7d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:37.164596 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ede49e13-021d-4bfe-899f-2755c2b40000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (790e5048-587c-49cd-b615-7e505e7e8e7d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:37.167153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ede49e13-021d-4bfe-899f-2755c2b40000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:37.168324 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ede49e13-021d-4bfe-899f-2755c2b40000 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/790e5048-587c-49cd-b615-7e505e7e8e7d HTTP/1.1" status: 204 len: 168 time: 0.2344110 Mar 10 09:05:37.178251 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede49e13-021d-4bfe-899f-2755c2b40000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e5048-587c-49cd-b615-7e505e7e8e7d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:37.463479 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3303b-04ed-4b0b-9a6f-c3408420f6ce req-03bb1ad4-93ff-4eb1-a9d3-5a621673c460 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:37.464947 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c7d3303b-04ed-4b0b-9a6f-c3408420f6ce req-03bb1ad4-93ff-4eb1-a9d3-5a621673c460 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 947 time: 0.0566492 Mar 10 09:05:37.522057 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c7d3303b-04ed-4b0b-9a6f-c3408420f6ce req-f5998ac1-bcd2-41b4-a865-a34d5fad5bb8 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ebe773c-d63c-4163-a8b1-09ee3900cf12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512629 Mar 10 09:05:37.840271 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-ffda2393-2da9-4bc7-a906-81e586f9f866 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:37.841760 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-ffda2393-2da9-4bc7-a906-81e586f9f866 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 947 time: 0.0537682 Mar 10 09:05:37.943541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Deleting port 47a23dff-d330-4a51-84bb-ad10b3ffb318 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:37.944148 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:37.966547 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51700) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:37.979320 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-468d47b9-226f-48de-8987-cddd4c408a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.037218 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] For port 47a23dff-d330-4a51-84bb-ad10b3ffb318, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a23dff-d330-4a51-84bb-ad10b3ffb318,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:38.037593 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.057517 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-468d47b9-226f-48de-8987-cddd4c408a9a admin admin] Publish callbacks [] for security_group (285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.154181 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-468d47b9-226f-48de-8987-cddd4c408a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.196316 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-468d47b9-226f-48de-8987-cddd4c408a9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8685ae9dccec477fb3b8ea55c35bc95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262857 Mar 10 09:05:38.196316 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d47b9-226f-48de-8987-cddd4c408a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:38.198945 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51702) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:38.216063 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.216429 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (9c8dbad3-d006-4b72-b1ca-31572123fcf5), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.216799 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Floating IP 9c8dbad3-d006-4b72-b1ca-31572123fcf5 disassociated. External IP: 172.27.1.109, port: 47a23dff-d330-4a51-84bb-ad10b3ffb318. Mar 10 09:05:38.217284 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Calling delete_port for 47a23dff-d330-4a51-84bb-ad10b3ffb318 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:38.247926 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f6e003f-670f-401a-8f38-3ec973fae5e1 admin admin] Publish callbacks [] for security_group (285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.329108 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f6e003f-670f-401a-8f38-3ec973fae5e1 admin admin] Publish callbacks [] for security_group (285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.352914 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.409987 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f6e003f-670f-401a-8f38-3ec973fae5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.412535 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3f6e003f-670f-401a-8f38-3ec973fae5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.413689 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3f6e003f-670f-401a-8f38-3ec973fae5e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd HTTP/1.1" status: 204 len: 168 time: 0.2157166 Mar 10 09:05:38.422265 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e003f-670f-401a-8f38-3ec973fae5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d3ad3-f7f9-4bd0-ad9b-56f43b1ad0cd,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:38.450419 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (47a23dff-d330-4a51-84bb-ad10b3ffb318), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.479841 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event deleted for resources: {'Port': ['ID=47a23dff-d330-4a51-84bb-ad10b3ffb318,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:38.609023 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:05:38.630469 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-19cd1f71-6a3c-4edf-b40b-ce43e34d13d1 req-af0e48b3-d66c-4dbf-9377-01c4d27d6c8c tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 210 time: 0.0360603 Mar 10 09:05:38.737938 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:05:38.751932 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] Sync routers for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:05:38.762765 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:38.763490 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:38.787537 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] No DVR routers for this DVR port 47a23dff-d330-4a51-84bb-ad10b3ffb318 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:05:38.790403 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:38.794617 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4d0b3a90-e86b-4a4d-9487-db871243ba60 req-1f0a6d52-c0d0-4f55-ad1e-6c5d472e4d8b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.30 "DELETE /v2.0/ports/47a23dff-d330-4a51-84bb-ad10b3ffb318 HTTP/1.1" status: 204 len: 173 time: 0.9471323 Mar 10 09:05:38.795460 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-deleted', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:05:38.799258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a37fb-fbc7-4bbb-bc2d-b87d14301d2c" -d '{"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-deleted", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:05:38.858299 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564624f5-76de-48ba-85ec-b2fd7ac5a42a x-openstack-request-id: req-564624f5-76de-48ba-85ec-b2fd7ac5a42a {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:05:38.858608 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137e12b2-78fe-4003-b754-87726b33094b", "name": "network-vif-deleted", "tag": "47a23dff-d330-4a51-84bb-ad10b3ffb318", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:05:38.858873 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-564624f5-76de-48ba-85ec-b2fd7ac5a42a {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:05:38.859279 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137e12b2-78fe-4003-b754-87726b33094b', 'name': 'network-vif-deleted', 'tag': '47a23dff-d330-4a51-84bb-ad10b3ffb318', 'status': 'completed', 'code': 200} Mar 10 09:05:38.883009 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:39.104535 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:39.133738 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] Checking router: 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:05:39.144492 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:39.145138 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:39.256491 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:39.460611 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:39.488069 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7797d-908a-4565-8cdb-1d8d53673816 None None] The sync data for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi is: [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T08:56:08Z', 'revision_number': 4, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '011853ce-8620-4633-a38f-594e30895cdd', 'name': '', 'network_id': 'd9aac22b-95a1-4c4e-9131-d1d15a039f9c', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'mac_address': 'fa:16:3e:8b:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:06Z', 'updated_at': '2022-03-10T08:56:16Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'subnets': [{'id': '27941fd2-7d61-4c83-81ac-3463159aa9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:05:39.680370 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:05:39.768656 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe1b96-fd1c-46d7-9f95-52c1656f0243 None None] New status for floating IP 9c8dbad3-d006-4b72-b1ca-31572123fcf5: DOWN {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:05:39.771973 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-40dad1aa-af47-4023-86a7-f6be189a6f77 req-315c2c06-b6b5-43c0-ae5d-b33ab5d090a9 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/ports?device_id=137e12b2-78fe-4003-b754-87726b33094b HTTP/1.1" status: 200 len: 210 time: 0.0424812 Mar 10 09:05:40.290458 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:40.620562 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:40.642237 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 47a23dff-d330-4a51-84bb-ad10b3ffb318 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:40.642596 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 47a23dff-d330-4a51-84bb-ad10b3ffb318 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:40.973950 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51770) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:41.216710 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ac0c-5417-48c7-a284-d39942fc0660 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (7ebe773c-d63c-4163-a8b1-09ee3900cf12), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.243988 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ac0c-5417-48c7-a284-d39942fc0660 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (7ebe773c-d63c-4163-a8b1-09ee3900cf12), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.359033 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ac0c-5417-48c7-a284-d39942fc0660 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7ebe773c-d63c-4163-a8b1-09ee3900cf12), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.361941 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ac0c-5417-48c7-a284-d39942fc0660 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.363161 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-eeb9ac0c-5417-48c7-a284-d39942fc0660 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "DELETE /v2.0/security-groups/7ebe773c-d63c-4163-a8b1-09ee3900cf12 HTTP/1.1" status: 204 len: 168 time: 0.3881803 Mar 10 09:05:41.366761 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51786) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:41.384437 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9ac0c-5417-48c7-a284-d39942fc0660 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe773c-d63c-4163-a8b1-09ee3900cf12,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:41.386570 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.api.v2.resource [None req-9d299d20-2da1-4709-ad7f-e81584e8ad43 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] show failed (client error): The resource could not be found. Mar 10 09:05:41.387887 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-9d299d20-2da1-4709-ad7f-e81584e8ad43 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "GET /v2.0/security-groups/7ebe773c-d63c-4163-a8b1-09ee3900cf12 HTTP/1.1" status: 404 len: 347 time: 0.0202096 Mar 10 09:05:41.391716 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51788) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:41.529478 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Deleting port 9503e517-be1a-4090-aa38-d1485785c17a {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:41.529875 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (9503e517-be1a-4090-aa38-d1485785c17a), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.619360 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (9503e517-be1a-4090-aa38-d1485785c17a), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.619686 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (9503e517-be1a-4090-aa38-d1485785c17a), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.633196 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Calling delete_port for 9503e517-be1a-4090-aa38-d1485785c17a owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:41.753554 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51792) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:41.867089 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-63fefcc1-0318-48b1-b152-f4cc1d3ab35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.873311 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (9503e517-be1a-4090-aa38-d1485785c17a), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.899331 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Pushing event deleted for resources: {'Port': ['ID=9503e517-be1a-4090-aa38-d1485785c17a,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:41.946851 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-63fefcc1-0318-48b1-b152-f4cc1d3ab35a admin admin] Publish callbacks [] for security_group (9ba55f9c-f854-4f0c-903a-07bb9a432f46), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.966231 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks [] for floatingip (9c8dbad3-d006-4b72-b1ca-31572123fcf5), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.966231 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:41.966231 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e127336b-a1b1-47f2-bc67-2b206fb07a93 tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] 10.222.0.31 "DELETE /v2.0/floatingips/9c8dbad3-d006-4b72-b1ca-31572123fcf5 HTTP/1.1" status: 204 len: 168 time: 0.5722697 Mar 10 09:05:42.033507 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-63fefcc1-0318-48b1-b152-f4cc1d3ab35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9ba55f9c-f854-4f0c-903a-07bb9a432f46), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:42.073048 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-63fefcc1-0318-48b1-b152-f4cc1d3ab35a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b01c47a59ea0489d97e192b2c26c3e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182797 Mar 10 09:05:42.073800 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fefcc1-0318-48b1-b152-f4cc1d3ab35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba55f9c-f854-4f0c-903a-07bb9a432f46,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:42.075953 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51798) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:42.124093 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-385a523c-8d49-4854-9bbc-afd183208f91 admin admin] Publish callbacks [] for security_group (9ba55f9c-f854-4f0c-903a-07bb9a432f46), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:42.144872 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-385a523c-8d49-4854-9bbc-afd183208f91 admin admin] Publish callbacks [] for security_group (9ba55f9c-f854-4f0c-903a-07bb9a432f46), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:42.278862 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-385a523c-8d49-4854-9bbc-afd183208f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9ba55f9c-f854-4f0c-903a-07bb9a432f46), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:42.281421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-385a523c-8d49-4854-9bbc-afd183208f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:42.282617 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-385a523c-8d49-4854-9bbc-afd183208f91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ba55f9c-f854-4f0c-903a-07bb9a432f46 HTTP/1.1" status: 204 len: 168 time: 0.2056470 Mar 10 09:05:42.291634 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a523c-8d49-4854-9bbc-afd183208f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba55f9c-f854-4f0c-903a-07bb9a432f46,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:43.025961 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51808) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:43.039367 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb06-eca0-41f4-9655-279de7b07f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:43.119558 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb06-eca0-41f4-9655-279de7b07f72 admin admin] Publish callbacks [] for security_group (6a6df6dd-78a4-4311-a8b7-ffe66efc06e0), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:43.261290 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5e73eb06-eca0-41f4-9655-279de7b07f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6a6df6dd-78a4-4311-a8b7-ffe66efc06e0), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:43.302351 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-5e73eb06-eca0-41f4-9655-279de7b07f72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e87f59e6d6f8415db9cb82d5c3ad879a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750978 Mar 10 09:05:43.303217 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73eb06-eca0-41f4-9655-279de7b07f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6df6dd-78a4-4311-a8b7-ffe66efc06e0,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:43.305975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51816) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:43.365910 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-651daad4-7084-427b-8b96-1337455f0ec6 admin admin] Publish callbacks [] for security_group (6a6df6dd-78a4-4311-a8b7-ffe66efc06e0), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:43.386056 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-651daad4-7084-427b-8b96-1337455f0ec6 admin admin] Publish callbacks [] for security_group (6a6df6dd-78a4-4311-a8b7-ffe66efc06e0), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:43.570847 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-651daad4-7084-427b-8b96-1337455f0ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6a6df6dd-78a4-4311-a8b7-ffe66efc06e0), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:43.573425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-651daad4-7084-427b-8b96-1337455f0ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:43.574655 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-651daad4-7084-427b-8b96-1337455f0ec6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a6df6dd-78a4-4311-a8b7-ffe66efc06e0 HTTP/1.1" status: 204 len: 168 time: 0.2670588 Mar 10 09:05:43.587182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651daad4-7084-427b-8b96-1337455f0ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6df6dd-78a4-4311-a8b7-ffe66efc06e0,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:44.779474 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51852) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:45.288814 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:45.562568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Deleting port 011853ce-8620-4633-a38f-594e30895cdd {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:45.562910 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (011853ce-8620-4633-a38f-594e30895cdd), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:45.655905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] For port 011853ce-8620-4633-a38f-594e30895cdd, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=011853ce-8620-4633-a38f-594e30895cdd,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:45.656268 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (011853ce-8620-4633-a38f-594e30895cdd), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:45.671759 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Calling delete_port for 011853ce-8620-4633-a38f-594e30895cdd owned by network:router_interface {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:45.953513 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (011853ce-8620-4633-a38f-594e30895cdd), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:45.979851 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Pushing event deleted for resources: {'Port': ['ID=011853ce-8620-4633-a38f-594e30895cdd,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:46.168756 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:46.388086 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:05:46.494517 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:05:46.499658 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6d6ab6e1-762e-4da5-94a8-e459c05bc678 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f3f2b61-c3cb-45fb-af5a-2372e23f21c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190204 Mar 10 09:05:46.502466 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51860) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:46.505132 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] Sync routers for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:05:46.515390 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:46.516037 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:46.633174 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:46.924273 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks [] for router (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:46.955747 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T09:05:45Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:46.985783 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] Checking router: 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:05:46.995424 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] Routers {'4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:46.996047 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:47.058269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks [] for router_gateway (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.107303 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] Set router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:47.170033 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Deleting port 0640c709-c9b2-469d-afa9-c6a28a25241e {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:47.170425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.257227 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] For port 0640c709-c9b2-469d-afa9-c6a28a25241e, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=0640c709-c9b2-469d-afa9-c6a28a25241e,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:47.257721 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.273781 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Calling delete_port for 0640c709-c9b2-469d-afa9-c6a28a25241e owned by network:router_gateway {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:47.289476 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T09:05:45Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:47.322105 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22753be-a3a8-4e31-83fd-0201df8a702d None None] The sync data for ids ['4f3f2b61-c3cb-45fb-af5a-2372e23f21c3'] in dv-cinder-796170-5-iscsi is: [{'id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1296693948-router', 'tenant_id': 'f12310224d354d2a8f06fedf08617c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:54Z', 'updated_at': '2022-03-10T09:05:45Z', 'revision_number': 5, 'project_id': 'f12310224d354d2a8f06fedf08617c0f', 'gw_port': {'id': '0640c709-c9b2-469d-afa9-c6a28a25241e', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f2b61-c3cb-45fb-af5a-2372e23f21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:57Z', 'updated_at': '2022-03-10T08:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:05:47.542428 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (0640c709-c9b2-469d-afa9-c6a28a25241e), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.570405 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0640c709-c9b2-469d-afa9-c6a28a25241e,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:47.635640 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.739355 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.740402 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks [] for router_controller (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.796938 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 011853ce-8620-4633-a38f-594e30895cdd no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:47.818972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 011853ce-8620-4633-a38f-594e30895cdd {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:47.819311 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 011853ce-8620-4633-a38f-594e30895cdd not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:47.862234 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (4f3f2b61-c3cb-45fb-af5a-2372e23f21c3), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.862817 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 {{(pid=110208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:05:47.867158 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.868394 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0daf0b0b-943f-4181-b79d-e0efab2436cf admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f3f2b61-c3cb-45fb-af5a-2372e23f21c3 HTTP/1.1" status: 204 len: 168 time: 1.3645313 Mar 10 09:05:47.871034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51870) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:47.923834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] Deleting subnet 27941fd2-7d61-4c83-81ac-3463159aa9aa {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:05:47.927466 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] Publish callbacks [] for subnet (27941fd2-7d61-4c83-81ac-3463159aa9aa), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:47.971486 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (27941fd2-7d61-4c83-81ac-3463159aa9aa), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.060167 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (27941fd2-7d61-4c83-81ac-3463159aa9aa), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.193373 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (27941fd2-7d61-4c83-81ac-3463159aa9aa), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.222180 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.226021 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/27941fd2-7d61-4c83-81ac-3463159aa9aa HTTP/1.1" status: 204 len: 168 time: 0.3539917 Mar 10 09:05:48.227159 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e87d5f-d63e-4605-a19d-68735f9aaaa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27941fd2-7d61-4c83-81ac-3463159aa9aa,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:48.228870 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efc17b-e26c-4adc-8411-a3f4b4119faa None None] Network d9aac22b-95a1-4c4e-9131-d1d15a039f9c requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:48.229079 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51878) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:48.308290 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (d9aac22b-95a1-4c4e-9131-d1d15a039f9c), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.373286 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Deleting port 8681f122-1d7d-4854-8cbb-d5eaa2485afd {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:48.373445 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.428582 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73753937-d711-4fe2-b42d-660d2138372f None None] DHCP port deletion for d9aac22b-95a1-4c4e-9131-d1d15a039f9c request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:05:48.446013 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] For port 8681f122-1d7d-4854-8cbb-d5eaa2485afd, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=8681f122-1d7d-4854-8cbb-d5eaa2485afd,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:48.446556 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.462564 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Calling delete_port for 8681f122-1d7d-4854-8cbb-d5eaa2485afd owned by network:dhcp {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:48.484601 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Deleting port 8681f122-1d7d-4854-8cbb-d5eaa2485afd {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:05:48.485222 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.575862 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-73753937-d711-4fe2-b42d-660d2138372f None None] For port 8681f122-1d7d-4854-8cbb-d5eaa2485afd, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=8681f122-1d7d-4854-8cbb-d5eaa2485afd,segment=NetworkSegment(1220f882-6337-4b50-a102-29839fc363a1),segment_id=1220f882-6337-4b50-a102-29839fc363a1)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:48.576566 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.599884 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Calling delete_port for 8681f122-1d7d-4854-8cbb-d5eaa2485afd owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:05:48.631413 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51882) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:48.703134 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.711135 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (8681f122-1d7d-4854-8cbb-d5eaa2485afd), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.733783 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8681f122-1d7d-4854-8cbb-d5eaa2485afd,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:48.738528 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] No DVR routers for this DVR port 8681f122-1d7d-4854-8cbb-d5eaa2485afd on host dv-cinder-796170-5-iscsi {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:05:48.758769 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Pushing event deleted for resources: {'Port': ['ID=8681f122-1d7d-4854-8cbb-d5eaa2485afd,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:48.761282 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73753937-d711-4fe2-b42d-660d2138372f None None] No DVR routers for this DVR port 8681f122-1d7d-4854-8cbb-d5eaa2485afd on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:05:48.769469 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.772833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.774545 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.774545 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73753937-d711-4fe2-b42d-660d2138372f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:48.788041 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc1bb-a3ee-4688-996f-6586c7d70bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.829183 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (d9aac22b-95a1-4c4e-9131-d1d15a039f9c), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.851464 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aac22b-95a1-4c4e-9131-d1d15a039f9c']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:48.862377 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1220f882-6337-4b50-a102-29839fc363a1') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:48.862679 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1220f882-6337-4b50-a102-29839fc363a1') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:48.868962 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc1bb-a3ee-4688-996f-6586c7d70bfb admin admin] Publish callbacks [] for security_group (d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.873231 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (1220f882-6337-4b50-a102-29839fc363a1), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.888034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (1220f882-6337-4b50-a102-29839fc363a1), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.894886 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:05:48.895276 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (1220f882-6337-4b50-a102-29839fc363a1), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:05:48.898791 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:05:48.953655 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc1bb-a3ee-4688-996f-6586c7d70bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:48.995240 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-fb5bc1bb-a3ee-4688-996f-6586c7d70bfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afecd1e01fef45089787ca05b71f1111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624663 Mar 10 09:05:48.996184 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bc1bb-a3ee-4688-996f-6586c7d70bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:48.997879 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51886) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:49.027508 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (d9aac22b-95a1-4c4e-9131-d1d15a039f9c), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.038195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.041230 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d9aac22b-95a1-4c4e-9131-d1d15a039f9c HTTP/1.1" status: 204 len: 168 time: 0.8113000 Mar 10 09:05:49.054806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b3a23-a027-48a8-b79b-9069ba7cbbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9aac22b-95a1-4c4e-9131-d1d15a039f9c,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:49.068928 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-51a8deb6-8c0f-432c-bb21-efe99c9f2341 admin admin] Publish callbacks [] for security_group (d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.097348 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-51a8deb6-8c0f-432c-bb21-efe99c9f2341 admin admin] Publish callbacks [] for security_group (d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.234298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-51a8deb6-8c0f-432c-bb21-efe99c9f2341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.237589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-51a8deb6-8c0f-432c-bb21-efe99c9f2341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.238811 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-51a8deb6-8c0f-432c-bb21-efe99c9f2341 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b HTTP/1.1" status: 204 len: 168 time: 0.2397654 Mar 10 09:05:49.247690 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8deb6-8c0f-432c-bb21-efe99c9f2341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ef9adf-2c44-4092-bdc6-5d1ebe354b7b,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:49.413567 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 8681f122-1d7d-4854-8cbb-d5eaa2485afd no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:49.435754 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 8681f122-1d7d-4854-8cbb-d5eaa2485afd {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:49.436107 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 8681f122-1d7d-4854-8cbb-d5eaa2485afd not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:49.436535 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 0640c709-c9b2-469d-afa9-c6a28a25241e no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:05:49.453403 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51892) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:49.459339 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 0640c709-c9b2-469d-afa9-c6a28a25241e {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:05:49.459897 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 0640c709-c9b2-469d-afa9-c6a28a25241e not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:05:49.498981 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-24a00022-b61b-4cab-b095-b9ea0e00fbbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f12310224d354d2a8f06fedf08617c0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440567 Mar 10 09:05:49.501518 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51894) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:49.567227 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4005f27e-d4f7-4048-9b5c-b78e7352a3ae admin admin] Publish callbacks [] for security_group (7f486882-b95f-4e02-a319-7d9690303486), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.588595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4005f27e-d4f7-4048-9b5c-b78e7352a3ae admin admin] Publish callbacks [] for security_group (7f486882-b95f-4e02-a319-7d9690303486), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.725507 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4005f27e-d4f7-4048-9b5c-b78e7352a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7f486882-b95f-4e02-a319-7d9690303486), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.732719 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4005f27e-d4f7-4048-9b5c-b78e7352a3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:49.733890 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4005f27e-d4f7-4048-9b5c-b78e7352a3ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f486882-b95f-4e02-a319-7d9690303486 HTTP/1.1" status: 204 len: 168 time: 0.2310524 Mar 10 09:05:49.742350 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005f27e-d4f7-4048-9b5c-b78e7352a3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f486882-b95f-4e02-a319-7d9690303486,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:50.362841 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51926) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:50.461691 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-639558228-network', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:50.559568 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Made reservation on behalf of d523dcd031794a58b327b25b6bde2d4d for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:50.561967 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:50.574407 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:50.661199 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks [] for security_group (eea61e38-0a8a-4f19-a171-0de07331d5c9), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:50.771173 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (eea61e38-0a8a-4f19-a171-0de07331d5c9), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:50.796110 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:05:50.808820 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea61e38-0a8a-4f19-a171-0de07331d5c9,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:50.811807 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (30d6962b-7283-4026-9738-3d02d5177dda), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:50.812188 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Added segment 30d6962b-7283-4026-9738-3d02d5177dda of type vlan for network 75361695-b343-4169-b2e1-1f53a68e6cb6 Mar 10 09:05:50.855467 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (75361695-b343-4169-b2e1-1f53a68e6cb6), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:50.902785 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51940) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:50.972179 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (75361695-b343-4169-b2e1-1f53a68e6cb6), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:50.973214 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:50.973754 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.004636 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-790788352-network', 'tenant_id': '26be9b909d5f4e578cddded161b8bb99'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:51.051780 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] Pushing event updated for resources: {'Network': ['ID=75361695-b343-4169-b2e1-1f53a68e6cb6,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:51.062000 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:05:51.107004 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-012c2c9c-bce8-42ed-b89f-9ac4feb69f87 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7431388 Mar 10 09:05:51.110126 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51944) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:51.116799 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Request body: {'subnet': {'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-639558228-subnet', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'ip_version': 4}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:51.210806 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Made reservation on behalf of 26be9b909d5f4e578cddded161b8bb99 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:51.213249 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.226138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.235239 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Made reservation on behalf of d523dcd031794a58b327b25b6bde2d4d for: {'subnet': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:51.239594 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14411565'] for subnet (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.311212 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks [] for security_group (9f373b0e-7ce1-4324-84fa-3530c2b2460b), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.388447 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9f373b0e-7ce1-4324-84fa-3530c2b2460b), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.417933 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:05:51.422695 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f373b0e-7ce1-4324-84fa-3530c2b2460b,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:51.431244 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (f4fbcd1d-f641-4a3e-a7d2-c280aef09006), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.431713 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Added segment f4fbcd1d-f641-4a3e-a7d2-c280aef09006 of type vlan for network ecb0b0c0-ddbf-4b9d-8132-77c4e937765d Mar 10 09:05:51.473810 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (ecb0b0c0-ddbf-4b9d-8132-77c4e937765d), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.588795 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12772337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14411523'] for subnet (3b0bd77e-9819-485b-8f12-e40fd2557d76), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.622970 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (ecb0b0c0-ddbf-4b9d-8132-77c4e937765d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.623949 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:51.624554 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.647864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0bd77e-9819-485b-8f12-e40fd2557d76,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:51.655224 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Checking segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:05:51.655642 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Network hostable DHCP agents. Network: 75361695-b343-4169-b2e1-1f53a68e6cb6, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:05:51.697478 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb0b0c0-ddbf-4b9d-8132-77c4e937765d,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:51.708113 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network ecb0b0c0-ddbf-4b9d-8132-77c4e937765d details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:05:51.723102 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-c0430b59-b423-457e-9e7b-720d810dc148 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8190763 Mar 10 09:05:51.726417 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51950) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:51.733956 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Request body: {'subnet': {'network_id': 'ecb0b0c0-ddbf-4b9d-8132-77c4e937765d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-790788352-subnet', 'tenant_id': '26be9b909d5f4e578cddded161b8bb99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:51.787833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:05:51.930979 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Made reservation on behalf of 26be9b909d5f4e578cddded161b8bb99 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:51.933275 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627234'] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:51.942388 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 75361695-b343-4169-b2e1-1f53a68e6cb6) {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:05:51.951261 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f8a7e-dc7d-4ade-80c7-6c8060dd6fc5 None None] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:51.954949 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:51.955566 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.075847 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-75361695-b343-4169-b2e1-1f53a68e6cb6', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 09:05:52.076734 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.090782 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-c185c3e9-6469-4538-ae96-66f577ca4a0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9789593 Mar 10 09:05:52.104116 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51956) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:52.112077 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:52.228502 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (d95972b8-08a9-4a97-8663-38e1ac464f8d), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.229067 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Allocated IP 172.20.0.2 (75361695-b343-4169-b2e1-1f53a68e6cb6/3b0bd77e-9819-485b-8f12-e40fd2557d76/78e690e6-1a3a-4797-ad3f-6ba27ad2320d) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:05:52.229850 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (d95972b8-08a9-4a97-8663-38e1ac464f8d), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.262853 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14062393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627212'] for subnet (24023eb6-0034-4f2c-8d7e-923a35637116), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.312516 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks [] for router_controller (d95972b8-08a9-4a97-8663-38e1ac464f8d), precommit_add_association {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.314153 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=24023eb6-0034-4f2c-8d7e-923a35637116,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:52.330722 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Checking segment: {'id': 'f4fbcd1d-f641-4a3e-a7d2-c280aef09006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ecb0b0c0-ddbf-4b9d-8132-77c4e937765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:05:52.331089 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Network hostable DHCP agents. Network: ecb0b0c0-ddbf-4b9d-8132-77c4e937765d, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:05:52.391354 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Publish callbacks [] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.456172 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Network ecb0b0c0-ddbf-4b9d-8132-77c4e937765d is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:05:52.487304 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.527722 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:05:52.530798 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:05:52.537126 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:05:52.543546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks [] for router_gateway (d95972b8-08a9-4a97-8663-38e1ac464f8d), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.546172 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Pushing event updated for resources: {'Port': ['ID=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:52.547459 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, ecb0b0c0-ddbf-4b9d-8132-77c4e937765d) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:05:52.552551 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:52.553667 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.573157 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625b868-976d-4f0c-b513-8370b8b6cb1a None None] Network ecb0b0c0-ddbf-4b9d-8132-77c4e937765d requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:52.636616 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Attempting to bind port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:05:52.636987 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Attempting to bind port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:05:52.637628 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Attempting to bind port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:05:52.672197 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-c7b1f925-cefb-4ce5-be95-0ca11272f6bd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9441493 Mar 10 09:05:52.678377 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:05:52.678758 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Checking segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:05:52.679169 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.679562 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Bound using segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:05:52.680043 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Bound port: 78e690e6-1a3a-4797-ad3f-6ba27ad2320d, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:05:52.687693 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.767436 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b5721-4f0b-48d5-9bc4-77786e905ddb None None] Network ecb0b0c0-ddbf-4b9d-8132-77c4e937765d requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:52.838792 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] For port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:05:52.861169 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] For port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:05:52.874596 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks [] for router_gateway (d95972b8-08a9-4a97-8663-38e1ac464f8d), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.894704 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:52.999246 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.005592 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Allocated IP 172.27.1.108 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/67da003f-22e7-44e4-8030-38ba60409bf1) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:05:53.076438 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24fe94-65b8-4d89-9532-2d240f6f801e None None] Pushing event updated for resources: {'Port': ['ID=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:53.149881 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks [] for port (67da003f-22e7-44e4-8030-38ba60409bf1), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.327539 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.408128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:05:53.411376 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:05:53.416196 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:05:53.423749 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Pushing event updated for resources: {'Port': ['ID=67da003f-22e7-44e4-8030-38ba60409bf1,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:53.492925 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78e690e6-1a3a-4797-ad3f-6ba27ad2320d up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:05:53.553315 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:53.553816 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.623412 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51982) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:53.629462 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093674987-network', 'tenant_id': '89fc9f1adb0445538681b14e42b868c8'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:53.655200 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:53.655590 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.690259 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:53.839186 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Made reservation on behalf of 89fc9f1adb0445538681b14e42b868c8 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:53.841398 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.842023 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.863119 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:53.921888 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:53.935358 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks [] for router_gateway (d95972b8-08a9-4a97-8663-38e1ac464f8d), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.014227 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks [] for security_group (bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.130006 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.153954 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:05:54.167758 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (d95972b8-08a9-4a97-8663-38e1ac464f8d), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.192492 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (501c8507-f36c-45d3-8c7b-132f655cdf87), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.193074 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Added segment 501c8507-f36c-45d3-8c7b-132f655cdf87 of type vlan for network 582680fc-8324-41c8-862f-5871e1ba302c Mar 10 09:05:54.202332 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:54.257972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22160699-bd91-4fac-a06a-dace957b70d9 None None] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:54.258787 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (582680fc-8324-41c8-862f-5871e1ba302c), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.291262 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-14619868-1814-49d1-a92a-ef34a1a2996c None None] Provisioning complete for port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:54.291737 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-14619868-1814-49d1-a92a-ef34a1a2996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.376419 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (582680fc-8324-41c8-862f-5871e1ba302c), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.377758 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:54.378652 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.470437 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] Pushing event updated for resources: {'Network': ['ID=582680fc-8324-41c8-862f-5871e1ba302c,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:54.492666 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 582680fc-8324-41c8-862f-5871e1ba302c details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:05:54.521814 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-14619868-1814-49d1-a92a-ef34a1a2996c None None] Current status of the port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:54.538384 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-becef7de-1f2e-44cc-84a9-316adff86c13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9137099 Mar 10 09:05:54.541127 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51986) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:54.546533 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Request body: {'subnet': {'network_id': '582680fc-8324-41c8-862f-5871e1ba302c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093674987-subnet', 'tenant_id': '89fc9f1adb0445538681b14e42b868c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:54.661948 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Made reservation on behalf of 89fc9f1adb0445538681b14e42b868c8 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:54.664356 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627234'] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.792466 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Router d95972b8-08a9-4a97-8663-38e1ac464f8d is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 09:05:54.833732 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.849606 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-021bb0b8-4c1b-4ed7-a97c-ff324bf8fddb None None] Provisioning complete for port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:54.850152 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-021bb0b8-4c1b-4ed7-a97c-ff324bf8fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.920126 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14062393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627212'] for subnet (1a25bd59-1239-4e00-b75e-2696fa84f78d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:54.923357 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:05:54.936855 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:05:54.955219 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-021bb0b8-4c1b-4ed7-a97c-ff324bf8fddb None None] Current status of the port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:54.959378 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:54.960007 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:54.989474 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a25bd59-1239-4e00-b75e-2696fa84f78d,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:55.006458 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Checking segment: {'id': '501c8507-f36c-45d3-8c7b-132f655cdf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '582680fc-8324-41c8-862f-5871e1ba302c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:05:55.006822 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Network hostable DHCP agents. Network: 582680fc-8324-41c8-862f-5871e1ba302c, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:05:55.013513 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.018252 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-5b47933a-c7cf-4b44-a4ea-aeab42d96b89 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9086094 Mar 10 09:05:55.025030 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 51990) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:55.146936 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Network 582680fc-8324-41c8-862f-5871e1ba302c is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:05:55.216509 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:55.249115 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 582680fc-8324-41c8-862f-5871e1ba302c) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:05:55.257560 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:55.257987 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.276124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69af2e4-9e44-4618-90cb-d27639adc58f None None] Network 582680fc-8324-41c8-862f-5871e1ba302c requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:55.412053 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-ee6edb60-d714-416e-a22b-62820dca4575 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8696265 Mar 10 09:05:55.466458 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78e690e6-1a3a-4797-ad3f-6ba27ad2320d up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:05:55.499615 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222b52e-f50f-4a21-9e94-fbe34c438684 None None] Network 582680fc-8324-41c8-862f-5871e1ba302c requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:05:55.530950 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.559191 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 51998) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:55.605037 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:53Z', 'revision_number': 3, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:55.621715 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] Deleting subnet 24023eb6-0034-4f2c-8d7e-923a35637116 {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:05:55.625788 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] Publish callbacks [] for subnet (24023eb6-0034-4f2c-8d7e-923a35637116), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.657007 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:05:55.657362 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Updating router d95972b8-08a9-4a97-8663-38e1ac464f8d port 67da003f-22e7-44e4-8030-38ba60409bf1 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:05:55.660387 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:55.660766 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.664869 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (24023eb6-0034-4f2c-8d7e-923a35637116), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.706169 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (24023eb6-0034-4f2c-8d7e-923a35637116), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.715286 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.748620 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Allocated IP 172.20.0.1 (75361695-b343-4169-b2e1-1f53a68e6cb6/3b0bd77e-9819-485b-8f12-e40fd2557d76/f186416d-c2ec-4258-bd9f-a381460afca3) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:05:55.852042 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (24023eb6-0034-4f2c-8d7e-923a35637116), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.860446 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:55.900366 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24023eb6-0034-4f2c-8d7e-923a35637116,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:55.913640 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:55.920334 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-8bfb4855-7177-43a9-a151-01de636b11a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/24023eb6-0034-4f2c-8d7e-923a35637116 HTTP/1.1" status: 204 len: 168 time: 0.3592558 Mar 10 09:05:55.921014 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52000) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:55.997754 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (ecb0b0c0-ddbf-4b9d-8132-77c4e937765d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.031579 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Publish callbacks [] for port (67da003f-22e7-44e4-8030-38ba60409bf1), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.073279 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks [] for port (f186416d-c2ec-4258-bd9f-a381460afca3), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.090159 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (ecb0b0c0-ddbf-4b9d-8132-77c4e937765d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.111444 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb0b0c0-ddbf-4b9d-8132-77c4e937765d']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:56.120726 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fbcd1d-f641-4a3e-a7d2-c280aef09006') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:56.121025 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fbcd1d-f641-4a3e-a7d2-c280aef09006') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:56.129642 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.130505 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (f4fbcd1d-f641-4a3e-a7d2-c280aef09006), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.145614 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (f4fbcd1d-f641-4a3e-a7d2-c280aef09006), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.152636 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:05:56.153048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (f4fbcd1d-f641-4a3e-a7d2-c280aef09006), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:05:56.154888 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:05:56.184218 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Attempting to bind port 67da003f-22e7-44e4-8030-38ba60409bf1 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:05:56.184593 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Attempting to bind port 67da003f-22e7-44e4-8030-38ba60409bf1 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:05:56.184964 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Attempting to bind port 67da003f-22e7-44e4-8030-38ba60409bf1 on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:05:56.192479 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7a17c-49d9-4566-9879-435c1458aa61 None None] Pushing event updated for resources: {'Port': ['ID=67da003f-22e7-44e4-8030-38ba60409bf1,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:56.196259 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:05:56.196655 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:05:56.197073 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.197460 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:05:56.197938 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Bound port: 67da003f-22e7-44e4-8030-38ba60409bf1, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:05:56.198355 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.252538 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.256250 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] For port 67da003f-22e7-44e4-8030-38ba60409bf1, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:05:56.259599 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] For port 67da003f-22e7-44e4-8030-38ba60409bf1, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=67da003f-22e7-44e4-8030-38ba60409bf1,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:05:56.288953 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:05:56.292000 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:05:56.295788 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:05:56.325351 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Pushing event updated for resources: {'Port': ['ID=f186416d-c2ec-4258-bd9f-a381460afca3,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:56.344352 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (d95972b8-08a9-4a97-8663-38e1ac464f8d), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.387338 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (ecb0b0c0-ddbf-4b9d-8132-77c4e937765d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.400453 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.408217 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] 10.222.0.31 "DELETE /v2.0/networks/ecb0b0c0-ddbf-4b9d-8132-77c4e937765d HTTP/1.1" status: 204 len: 168 time: 0.4856770 Mar 10 09:05:56.412978 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52004) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:56.415603 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.420693 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a85e3e-26fe-4916-b65c-9333353f658b admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb0b0c0-ddbf-4b9d-8132-77c4e937765d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:56.478673 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:56.479320 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:56.489442 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] Deleting subnet 1a25bd59-1239-4e00-b75e-2696fa84f78d {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:05:56.496510 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] Publish callbacks [] for subnet (1a25bd59-1239-4e00-b75e-2696fa84f78d), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.515825 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7a17c-49d9-4566-9879-435c1458aa61 None None] Pushing event updated for resources: {'Port': ['ID=67da003f-22e7-44e4-8030-38ba60409bf1,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:56.547234 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (1a25bd59-1239-4e00-b75e-2696fa84f78d), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.600604 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (1a25bd59-1239-4e00-b75e-2696fa84f78d), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.604859 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71eb72df-7964-4620-bf76-e841ca4d8c1e None None] Provisioning complete for port f186416d-c2ec-4258-bd9f-a381460afca3 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:56.605241 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71eb72df-7964-4620-bf76-e841ca4d8c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.608576 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:56.670696 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.712718 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71eb72df-7964-4620-bf76-e841ca4d8c1e None None] Port f186416d-c2ec-4258-bd9f-a381460afca3 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:05:56.795577 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (1a25bd59-1239-4e00-b75e-2696fa84f78d), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.831312 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.832644 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:53Z', 'revision_number': 3, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:56.834479 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a25bd59-1239-4e00-b75e-2696fa84f78d HTTP/1.1" status: 204 len: 168 time: 0.4200718 Mar 10 09:05:56.835323 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbe0d1-3b81-4ccd-9e5c-262d81963d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a25bd59-1239-4e00-b75e-2696fa84f78d,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:56.837442 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52006) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:56.860525 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0516e-215d-4d1b-915c-3d11f64e5301 None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:53Z', 'revision_number': 3, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:05:56.897592 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks [] for port (f186416d-c2ec-4258-bd9f-a381460afca3), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.927912 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (582680fc-8324-41c8-862f-5871e1ba302c), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:56.991862 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.016304 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (582680fc-8324-41c8-862f-5871e1ba302c), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.040750 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582680fc-8324-41c8-862f-5871e1ba302c']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:57.053018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501c8507-f36c-45d3-8c7b-132f655cdf87') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:57.053322 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501c8507-f36c-45d3-8c7b-132f655cdf87') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:57.064501 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (501c8507-f36c-45d3-8c7b-132f655cdf87), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.066884 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Pushing event updated for resources: {'Port': ['ID=f186416d-c2ec-4258-bd9f-a381460afca3,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:57.070048 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (d95972b8-08a9-4a97-8663-38e1ac464f8d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.082625 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (501c8507-f36c-45d3-8c7b-132f655cdf87), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.100690 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:05:57.101197 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (501c8507-f36c-45d3-8c7b-132f655cdf87), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:05:57.103710 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:05:57.201775 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:05:57.203437 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:05:57.238597 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (582680fc-8324-41c8-862f-5871e1ba302c), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.243897 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.251990 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/582680fc-8324-41c8-862f-5871e1ba302c HTTP/1.1" status: 204 len: 168 time: 0.4124105 Mar 10 09:05:57.291100 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755adb-7b69-4cfa-a738-51d8058309cb admin admin] Pushing event deleted for resources: {'Network': ['ID=582680fc-8324-41c8-862f-5871e1ba302c,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:57.343777 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:05:57.503819 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:05:57.509727 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-644c226f-34b5-4346-bf64-e39b28772cbf admin admin] 10.222.0.31 "PUT /v2.0/routers/d95972b8-08a9-4a97-8663-38e1ac464f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895644 Mar 10 09:05:57.538996 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-ec463778-6483-45a3-b0e8-e70792ac5a1f None None] Provisioning complete for port f186416d-c2ec-4258-bd9f-a381460afca3 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:57.539728 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ec463778-6483-45a3-b0e8-e70792ac5a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.543147 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 67da003f-22e7-44e4-8030-38ba60409bf1 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:05:57.608816 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ec463778-6483-45a3-b0e8-e70792ac5a1f None None] Port f186416d-c2ec-4258-bd9f-a381460afca3 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:05:57.628707 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 67da003f-22e7-44e4-8030-38ba60409bf1 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:57.629276 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.725707 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 67da003f-22e7-44e4-8030-38ba60409bf1 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:57.726145 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.748009 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 67da003f-22e7-44e4-8030-38ba60409bf1, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=67da003f-22e7-44e4-8030-38ba60409bf1,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:05:57.796731 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52016) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:57.846725 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-02442a1e-a5e3-4730-bd9e-7d1b2ae77e02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26be9b909d5f4e578cddded161b8bb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488305 Mar 10 09:05:57.849395 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52018) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:57.871758 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.903118 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-af2b674a-28f7-4c29-ad7a-f55113b52e46 admin admin] Publish callbacks [] for security_group (9f373b0e-7ce1-4324-84fa-3530c2b2460b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.933748 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-af2b674a-28f7-4c29-ad7a-f55113b52e46 admin admin] Publish callbacks [] for security_group (9f373b0e-7ce1-4324-84fa-3530c2b2460b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:57.966525 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=67da003f-22e7-44e4-8030-38ba60409bf1,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:58.100041 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-af2b674a-28f7-4c29-ad7a-f55113b52e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (9f373b0e-7ce1-4324-84fa-3530c2b2460b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.102714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-af2b674a-28f7-4c29-ad7a-f55113b52e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.103913 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-af2b674a-28f7-4c29-ad7a-f55113b52e46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f373b0e-7ce1-4324-84fa-3530c2b2460b HTTP/1.1" status: 204 len: 168 time: 0.2536135 Mar 10 09:05:58.122362 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b674a-28f7-4c29-ad7a-f55113b52e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f373b0e-7ce1-4324-84fa-3530c2b2460b,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:58.594612 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52036) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:58.600089 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-868626995-network', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:58.666330 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:05:58.677146 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:58.677769 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:58.727931 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Made reservation on behalf of 90510cb8e51d4d43a44d878f548435fd for: {'network': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:58.730368 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.739309 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.791439 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52038) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:58.802057 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:05:58.838621 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks [] for security_group (1035317b-5b5e-403a-9f86-00ce3f847c65), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.841792 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8171cbae-12d9-4901-b07e-8b757eef9e5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89fc9f1adb0445538681b14e42b868c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491459 Mar 10 09:05:58.846953 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52040) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:58.907565 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1035317b-5b5e-403a-9f86-00ce3f847c65), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.912094 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4b30a571-509e-4318-998f-f5cf44b70fc6 admin admin] Publish callbacks [] for security_group (bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.948993 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=110208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:05:58.958295 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1035317b-5b5e-403a-9f86-00ce3f847c65,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:58.968624 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4b30a571-509e-4318-998f-f5cf44b70fc6 admin admin] Publish callbacks [] for security_group (bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.976697 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (bcfa4809-1590-4b89-9bb6-dc067a6a62f6), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:58.977051 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.segments_db [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Added segment bcfa4809-1590-4b89-9bb6-dc067a6a62f6 of type vlan for network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 Mar 10 09:05:59.013373 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 2, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:59.037389 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.044947 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:05:59.045304 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Updating router d95972b8-08a9-4a97-8663-38e1ac464f8d port f186416d-c2ec-4258-bd9f-a381460afca3 binding host dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:05:59.073205 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.145474 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.146513 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:05:59.147104 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.179410 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4b30a571-509e-4318-998f-f5cf44b70fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.182019 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4b30a571-509e-4318-998f-f5cf44b70fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.183286 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4b30a571-509e-4318-998f-f5cf44b70fc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2 HTTP/1.1" status: 204 len: 168 time: 0.3348994 Mar 10 09:05:59.222434 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] Pushing event updated for resources: {'Network': ['ID=98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:59.224798 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30a571-509e-4318-998f-f5cf44b70fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a2d43-f4ca-47f0-ada6-e2d00c3c4bb2,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:59.235568 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:05:59.256271 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-75681126-b282-4b9f-ba2c-b69afab628f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6599822 Mar 10 09:05:59.259002 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52044) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:05:59.270051 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Request body: {'subnet': {'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-868626995-subnet', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:05:59.350743 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Made reservation on behalf of 90510cb8e51d4d43a44d878f548435fd for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:05:59.353190 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627234'] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.366708 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Publish callbacks [] for port (f186416d-c2ec-4258-bd9f-a381460afca3), precommit_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.452503 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 67da003f-22e7-44e4-8030-38ba60409bf1 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:05:59.465948 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.509765 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 67da003f-22e7-44e4-8030-38ba60409bf1 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:59.510549 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.517778 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Pushing event updated for resources: {'Port': ['ID=f186416d-c2ec-4258-bd9f-a381460afca3,revision_number=3']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.533137 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:05:59.616753 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Attempting to bind port f186416d-c2ec-4258-bd9f-a381460afca3 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:05:59.617320 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Attempting to bind port f186416d-c2ec-4258-bd9f-a381460afca3 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:05:59.617845 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Attempting to bind port f186416d-c2ec-4258-bd9f-a381460afca3 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:05:59.621302 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 67da003f-22e7-44e4-8030-38ba60409bf1 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:59.623625 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:05:59.624175 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Checking segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:05:59.624714 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.625674 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Bound using segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} {{(pid=110210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:05:59.629178 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.managers [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Bound port: f186416d-c2ec-4258-bd9f-a381460afca3, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}}] {{(pid=110210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:05:59.629928 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), before_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.723208 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] For port f186416d-c2ec-4258-bd9f-a381460afca3, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:05:59.726687 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.plugins.ml2.db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] For port f186416d-c2ec-4258-bd9f-a381460afca3, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f186416d-c2ec-4258-bd9f-a381460afca3,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:05:59.808608 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14062393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627212'] for subnet (e45595a1-9868-494d-8b60-f2072a621e49), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.836945 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron_lib.callbacks.manager [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), after_update {{(pid=110210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.847134 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-516334de-c7d0-42a7-bfbd-612ebb3a320f None None] Provisioning complete for port f186416d-c2ec-4258-bd9f-a381460afca3 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:05:59.847877 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-516334de-c7d0-42a7-bfbd-612ebb3a320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:05:59.908171 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45595a1-9868-494d-8b60-f2072a621e49,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:59.928342 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Checking segment: {'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:05:59.928959 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Network hostable DHCP agents. Network: 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:05:59.941004 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:05:59.942234 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:05:59.949727 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1892714-2f33-4557-ac65-760d9a6b9eac None None] Pushing event updated for resources: {'Port': ['ID=f186416d-c2ec-4258-bd9f-a381460afca3,revision_number=4']} {{(pid=110210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:05:59.991830 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-516334de-c7d0-42a7-bfbd-612ebb3a320f None None] Current status of the port f186416d-c2ec-4258-bd9f-a381460afca3 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:05:59.992351 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-516334de-c7d0-42a7-bfbd-612ebb3a320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.051538 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-516334de-c7d0-42a7-bfbd-612ebb3a320f None None] For port f186416d-c2ec-4258-bd9f-a381460afca3, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f186416d-c2ec-4258-bd9f-a381460afca3,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:00.064604 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:06:00.081269 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:00.127900 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-516334de-c7d0-42a7-bfbd-612ebb3a320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.179282 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:00.183859 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:00.193080 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.197057 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fad27a-3ade-4003-acda-2ccedfd9a991 None None] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:06:00.199764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516334de-c7d0-42a7-bfbd-612ebb3a320f None None] Pushing event updated for resources: {'Port': ['ID=f186416d-c2ec-4258-bd9f-a381460afca3,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:00.291531 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-ed20c2bb-69cb-47e3-a0e6-282ca88df4fd None None] Provisioning complete for port f186416d-c2ec-4258-bd9f-a381460afca3 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:00.293206 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ed20c2bb-69cb-47e3-a0e6-282ca88df4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.294933 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-fa04ee1f-436b-435d-9608-b1c2f91c1101 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0346453 Mar 10 09:06:00.299309 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52058) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:00.309144 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:00.366209 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d4c7459-4aaf-5628-9feb-b3504dc40f86-98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'fixed_ips': [{'subnet_id': 'e45595a1-9868-494d-8b60-f2072a621e49'}]}} from dv-cinder-796170-5-iscsi. {{(pid=110209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 09:06:00.370601 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.399713 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:05:59Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:00.433096 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d77ebb-1587-4c8e-b77f-fddb4ad50cd4 None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:05:59Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:00.461188 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8592'] for router (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.462735 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592588', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8607'] for router (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.511010 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ed20c2bb-69cb-47e3-a0e6-282ca88df4fd None None] Current status of the port f186416d-c2ec-4258-bd9f-a381460afca3 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:00.603987 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks [] for router_controller (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), precommit_add_association {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.604106 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.db_base_plugin_common [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Allocated IP 172.20.0.2 (98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4/e45595a1-9868-494d-8b60-f2072a621e49/681972e6-3678-4dbe-8c31-e80a3538a000) {{(pid=110209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:06:00.820637 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Publish callbacks [] for port (681972e6-3678-4dbe-8c31-e80a3538a000), precommit_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.933395 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), after_create {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:00.975796 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 is already hosted by enough agents. {{(pid=110209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:06:00.979727 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.scheduler.base_scheduler [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Resources bound (agent type, host, resource id): {{(pid=110209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:00.989312 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Received port after_create {{(pid=110209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:06:01.032961 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Pushing event updated for resources: {'Port': ['ID=681972e6-3678-4dbe-8c31-e80a3538a000,revision_number=1']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:01.050899 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks [] for router_gateway (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:01.081787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Attempting to bind port 681972e6-3678-4dbe-8c31-e80a3538a000 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:06:01.082236 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Attempting to bind port 681972e6-3678-4dbe-8c31-e80a3538a000 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:06:01.082623 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Attempting to bind port 681972e6-3678-4dbe-8c31-e80a3538a000 on network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:06:01.088334 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:06:01.088735 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Checking segment: {'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:06:01.089139 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:01.089599 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Bound using segment: {'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:06:01.090131 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Bound port: 681972e6-3678-4dbe-8c31-e80a3538a000, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:06:01.090533 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:01.181320 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] For port 681972e6-3678-4dbe-8c31-e80a3538a000, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:06:01.184922 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] For port 681972e6-3678-4dbe-8c31-e80a3538a000, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=681972e6-3678-4dbe-8c31-e80a3538a000,segment=NetworkSegment(bcfa4809-1590-4b89-9bb6-dc067a6a62f6),segment_id=bcfa4809-1590-4b89-9bb6-dc067a6a62f6)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:06:01.283513 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:01.387731 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00fb10-ee75-431b-8381-77f1e110d4a0 None None] Pushing event updated for resources: {'Port': ['ID=681972e6-3678-4dbe-8c31-e80a3538a000,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:01.412148 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks [] for router_gateway (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:01.438803 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:01.609917 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f186416d-c2ec-4258-bd9f-a381460afca3 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:06:01.671542 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Allocated IP 172.27.1.174 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/265eaf63-f44d-4643-b1ed-4d259776043b) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:06:01.694201 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port f186416d-c2ec-4258-bd9f-a381460afca3 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:01.694201 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:01.878561 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port f186416d-c2ec-4258-bd9f-a381460afca3 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:01.882293 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks [] for port (265eaf63-f44d-4643-b1ed-4d259776043b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:02.007758 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:02.067852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:06:02.069256 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:02.073527 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:06:02.117884 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Pushing event updated for resources: {'Port': ['ID=265eaf63-f44d-4643-b1ed-4d259776043b,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:02.486258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks [] for router_gateway (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:02.717035 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592675'] for router (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:02.790912 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb559a-5e2e-473b-ad8c-4d0d7983b81c None None] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:06:02.880231 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-ef940cde-eb3f-4c8c-89f2-e1aea3d9087b None None] Provisioning complete for port 681972e6-3678-4dbe-8c31-e80a3538a000 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:02.880503 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ef940cde-eb3f-4c8c-89f2-e1aea3d9087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:02.992387 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ef940cde-eb3f-4c8c-89f2-e1aea3d9087b None None] Current status of the port 681972e6-3678-4dbe-8c31-e80a3538a000 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:02.992787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ef940cde-eb3f-4c8c-89f2-e1aea3d9087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.006718 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc is scheduled to L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e with binding_index 1 {{(pid=110208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 09:06:03.036749 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-ef940cde-eb3f-4c8c-89f2-e1aea3d9087b None None] For port 681972e6-3678-4dbe-8c31-e80a3538a000, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=681972e6-3678-4dbe-8c31-e80a3538a000,segment=NetworkSegment(bcfa4809-1590-4b89-9bb6-dc067a6a62f6),segment_id=bcfa4809-1590-4b89-9bb6-dc067a6a62f6)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:03.149156 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:06:03.149898 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ef940cde-eb3f-4c8c-89f2-e1aea3d9087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.189305 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Sync routers for ids ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:06:03.212124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Routers {'6b8636ad-f44a-4b88-bcb3-29f5f74532dc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:03.212769 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:03.269294 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef940cde-eb3f-4c8c-89f2-e1aea3d9087b None None] Pushing event updated for resources: {'Port': ['ID=681972e6-3678-4dbe-8c31-e80a3538a000,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:03.277100 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.280635 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-4bd945a1-09dd-42ce-a889-07cf2fab3cfa admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9782636 Mar 10 09:06:03.283106 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52116) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:03.334907 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-6403fd16-aed2-4d2e-bbe2-e814280dc0b2 None None] Provisioning complete for port 681972e6-3678-4dbe-8c31-e80a3538a000 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:03.335320 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-6403fd16-aed2-4d2e-bbe2-e814280dc0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.397308 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Set router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:03.502287 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1fccfa67-ed6e-46f4-a6e8-21ffc65c53a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.534563 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 681972e6-3678-4dbe-8c31-e80a3538a000 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:06:03.695385 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52122) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:03.792599 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-6403fd16-aed2-4d2e-bbe2-e814280dc0b2 None None] Current status of the port 681972e6-3678-4dbe-8c31-e80a3538a000 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:03.834333 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.842232 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-718cf680-88c1-4e6e-beef-64074f0f758e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.851296 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 681972e6-3678-4dbe-8c31-e80a3538a000 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:03.851566 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.951920 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:06:02Z', 'revision_number': 3, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port': {'id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:01Z', 'updated_at': '2022-03-10T09:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:03.952866 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-718cf680-88c1-4e6e-beef-64074f0f758e admin admin] Publish callbacks [] for security_group (7d4449c6-4b76-4752-b865-6d9d75bba740), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:03.987495 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Checking router: 6b8636ad-f44a-4b88-bcb3-29f5f74532dc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:06:03.993213 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Updating router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc port 265eaf63-f44d-4643-b1ed-4d259776043b binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:06:04.014020 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 681972e6-3678-4dbe-8c31-e80a3538a000 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:04.021422 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Allocated IP 172.20.0.1 (98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4/e45595a1-9868-494d-8b60-f2072a621e49/80bd1c85-b306-49ec-94d3-815651182dd9) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:06:04.022125 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.041215 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-718cf680-88c1-4e6e-beef-64074f0f758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7d4449c6-4b76-4752-b865-6d9d75bba740), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.090825 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-718cf680-88c1-4e6e-beef-64074f0f758e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dc06b02613243c4adafa4d6151e5e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914280 Mar 10 09:06:04.090825 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cf680-88c1-4e6e-beef-64074f0f758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4449c6-4b76-4752-b865-6d9d75bba740,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:04.091732 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52126) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:04.148123 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b8237c89-67ac-46f9-a86e-c8d9da66fea2 admin admin] Publish callbacks [] for security_group (7d4449c6-4b76-4752-b865-6d9d75bba740), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.148371 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks [] for port (80bd1c85-b306-49ec-94d3-815651182dd9), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.173986 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b8237c89-67ac-46f9-a86e-c8d9da66fea2 admin admin] Publish callbacks [] for security_group (7d4449c6-4b76-4752-b865-6d9d75bba740), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.252815 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.285908 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b8237c89-67ac-46f9-a86e-c8d9da66fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (7d4449c6-4b76-4752-b865-6d9d75bba740), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.288964 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b8237c89-67ac-46f9-a86e-c8d9da66fea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.289125 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:06:04.293047 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b8237c89-67ac-46f9-a86e-c8d9da66fea2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d4449c6-4b76-4752-b865-6d9d75bba740 HTTP/1.1" status: 204 len: 168 time: 0.1973624 Mar 10 09:06:04.294113 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:04.302800 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237c89-67ac-46f9-a86e-c8d9da66fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4449c6-4b76-4752-b865-6d9d75bba740,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:04.308674 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:06:04.324840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Publish callbacks [] for port (265eaf63-f44d-4643-b1ed-4d259776043b), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.353486 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Pushing event updated for resources: {'Port': ['ID=80bd1c85-b306-49ec-94d3-815651182dd9,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:04.381920 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589516'] for router_interface (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.406034 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.462940 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Attempting to bind port 265eaf63-f44d-4643-b1ed-4d259776043b on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:06:04.463483 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Attempting to bind port 265eaf63-f44d-4643-b1ed-4d259776043b by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:06:04.464208 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Attempting to bind port 265eaf63-f44d-4643-b1ed-4d259776043b on network d4d7b040-bca2-4f74-9448-e524f74b61f9 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:06:04.472781 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38a177-1520-427e-a777-30d02352d876 None None] Pushing event updated for resources: {'Port': ['ID=265eaf63-f44d-4643-b1ed-4d259776043b,revision_number=2']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:04.480801 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:06:04.480801 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Checking segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:06:04.480801 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.480801 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Bound using segment: {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:06:04.480801 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Bound port: 265eaf63-f44d-4643-b1ed-4d259776043b, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba4cd6-3f94-4ab5-8c1d-693308305201', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:06:04.480801 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.536749 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] For port 265eaf63-f44d-4643-b1ed-4d259776043b, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:06:04.539940 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] For port 265eaf63-f44d-4643-b1ed-4d259776043b, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=265eaf63-f44d-4643-b1ed-4d259776043b,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:06:04.629205 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-13496a6c-b6b5-4757-b77e-daf199a2ea7a None None] Provisioning complete for port 80bd1c85-b306-49ec-94d3-815651182dd9 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:04.629989 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-13496a6c-b6b5-4757-b77e-daf199a2ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.636394 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.656149 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.710640 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-13496a6c-b6b5-4757-b77e-daf199a2ea7a None None] Port 80bd1c85-b306-49ec-94d3-815651182dd9 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:06:04.742555 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Routers {'6b8636ad-f44a-4b88-bcb3-29f5f74532dc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:04.743195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:05:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:04.745345 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38a177-1520-427e-a777-30d02352d876 None None] Pushing event updated for resources: {'Port': ['ID=265eaf63-f44d-4643-b1ed-4d259776043b,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:04.836990 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks [] for port (80bd1c85-b306-49ec-94d3-815651182dd9), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:04.875350 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] Set router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:05.011649 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.082263 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52140) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:05.092918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589664'] for router_interface (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.097574 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-71eb8f3f-f503-4060-8fdc-c514cf795dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.099397 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 4, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port': {'id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:01Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '80bd1c85-b306-49ec-94d3-815651182dd9', 'name': '', 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'mac_address': 'fa:16:3e:53:21:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:03Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 1, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'subnets': [{'id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:05.117553 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Pushing event updated for resources: {'Port': ['ID=80bd1c85-b306-49ec-94d3-815651182dd9,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:05.131141 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d35ee-399c-42d1-9e3f-efa09e99d7d4 None None] The sync data for ids ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'] in dv-cinder-796170-5-iscsi is: [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 4, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port': {'id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:01Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '80bd1c85-b306-49ec-94d3-815651182dd9', 'name': '', 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'mac_address': 'fa:16:3e:53:21:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:03Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 1, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'subnets': [{'id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:05.203605 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:06:05.205481 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:05.221924 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-71eb8f3f-f503-4060-8fdc-c514cf795dee admin admin] Publish callbacks [] for security_group (1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.300211 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-71eb8f3f-f503-4060-8fdc-c514cf795dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.347721 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:06:05.353849 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb8f3f-f503-4060-8fdc-c514cf795dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:05.377575 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-71eb8f3f-f503-4060-8fdc-c514cf795dee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13e704fd57eb4e3f91f572cb35c562b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964442 Mar 10 09:06:05.380544 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52144) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:05.469231 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-92026bcc-78f6-450c-98cb-caefe35c6570 admin admin] Publish callbacks [] for security_group (1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.500269 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-92026bcc-78f6-450c-98cb-caefe35c6570 admin admin] Publish callbacks [] for security_group (1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.564893 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:06:05.570475 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b4905c93-45fd-4544-834e-5ee8b27f2804 admin admin] 10.222.0.31 "PUT /v2.0/routers/6b8636ad-f44a-4b88-bcb3-29f5f74532dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2863197 Mar 10 09:06:05.586673 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6beb35b-4313-4607-ac89-7c3ac84441c1 req-61d7e931-7d14-48b6-b88f-451249099cb1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:05.586673 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d6beb35b-4313-4607-ac89-7c3ac84441c1 req-61d7e931-7d14-48b6-b88f-451249099cb1 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.1650865 Mar 10 09:06:05.654219 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-9997907d-301e-407f-8cc5-ab32e23b1d4d None None] Provisioning complete for port 80bd1c85-b306-49ec-94d3-815651182dd9 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:05.655064 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9997907d-301e-407f-8cc5-ab32e23b1d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.692255 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-92026bcc-78f6-450c-98cb-caefe35c6570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.695999 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-92026bcc-78f6-450c-98cb-caefe35c6570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:05.699504 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-92026bcc-78f6-450c-98cb-caefe35c6570 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931 HTTP/1.1" status: 204 len: 168 time: 0.3157268 Mar 10 09:06:05.714191 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92026bcc-78f6-450c-98cb-caefe35c6570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edeef0a-d779-4ad5-b0fe-9aa5b0ab2931,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:05.717367 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-9997907d-301e-407f-8cc5-ab32e23b1d4d None None] Port 80bd1c85-b306-49ec-94d3-815651182dd9 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:06:05.722302 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-fa1b68c6-0034-426c-801b-d5fb54ef5604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:06.020409 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d6beb35b-4313-4607-ac89-7c3ac84441c1 req-5e53535e-975a-4deb-9cbc-d5d31f5b72f5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4326956 Mar 10 09:06:06.463732 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52162) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:06.468351 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-38423196-42e1-41a1-858d-23486f3297f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621411339', 'description': 'tempest-secgroup-smoke-621411339 description', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:06.606109 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-38423196-42e1-41a1-858d-23486f3297f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:06.685052 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-38423196-42e1-41a1-858d-23486f3297f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group (304a0857-b455-4937-9d42-7cafefcdf13b), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:06.776601 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-38423196-42e1-41a1-858d-23486f3297f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (304a0857-b455-4937-9d42-7cafefcdf13b), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:06.809209 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38423196-42e1-41a1-858d-23486f3297f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304a0857-b455-4937-9d42-7cafefcdf13b,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:06.892774 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-38423196-42e1-41a1-858d-23486f3297f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:06.895591 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-38423196-42e1-41a1-858d-23486f3297f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4293067 Mar 10 09:06:06.897066 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52172) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:06.901313 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-31b665b0-1f3b-4d7e-8a79-da24c1f05d05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'security_group_rule': {'security_group_id': '304a0857-b455-4937-9d42-7cafefcdf13b', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:07.009479 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-eb7cc98f-bbaf-4369-a7d0-7c65c705c1aa tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:07.011042 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-eb7cc98f-bbaf-4369-a7d0-7c65c705c1aa tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.0527685 Mar 10 09:06:07.058246 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.091192 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-31b665b0-1f3b-4d7e-8a79-da24c1f05d05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (b61c1080-2b6b-4cab-af16-861d3f197a25), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.161515 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-31b665b0-1f3b-4d7e-8a79-da24c1f05d05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (b61c1080-2b6b-4cab-af16-861d3f197a25), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.165224 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:07.165725 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.240642 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866454-5061-4117-94f2-7d59db145ba4 req-469392ee-a2be-47b8-a567-874a4a49adf5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:07.242232 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc866454-5061-4117-94f2-7d59db145ba4 req-469392ee-a2be-47b8-a567-874a4a49adf5 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 946 time: 0.1429145 Mar 10 09:06:07.262955 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-31b665b0-1f3b-4d7e-8a79-da24c1f05d05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (b61c1080-2b6b-4cab-af16-861d3f197a25), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.280603 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b665b0-1f3b-4d7e-8a79-da24c1f05d05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61c1080-2b6b-4cab-af16-861d3f197a25,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:07.321971 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] For port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:07.322382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.339111 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc866454-5061-4117-94f2-7d59db145ba4 req-7ac937fa-e572-404c-ab4a-619cc5338efd tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups?id=43885b95-282e-4788-b0a4-2fa0b93c3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881200 Mar 10 09:06:07.384828 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-31b665b0-1f3b-4d7e-8a79-da24c1f05d05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.387489 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-31b665b0-1f3b-4d7e-8a79-da24c1f05d05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4881618 Mar 10 09:06:07.397258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52180) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:07.404127 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-f5e6bed6-cde1-40cb-b941-c753dbdbce4a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'security_group_rule': {'security_group_id': '304a0857-b455-4937-9d42-7cafefcdf13b', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:07.502650 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 265eaf63-f44d-4643-b1ed-4d259776043b up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:06:07.569370 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 265eaf63-f44d-4643-b1ed-4d259776043b triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:07.569761 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.570370 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.581321 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (93d44bf4-83a0-4896-a702-6ed29633a8bf), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.581321 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Floating IP 93d44bf4-83a0-4896-a702-6ed29633a8bf disassociated. External IP: 172.27.1.227, port: 5c6d7323-8a95-4c17-853f-a6ad0c376ea4. Mar 10 09:06:07.581321 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:07.652303 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5e6bed6-cde1-40cb-b941-c753dbdbce4a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (f1db20b0-c0bd-4c4b-b588-5926c933f857), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.668137 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 265eaf63-f44d-4643-b1ed-4d259776043b is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:07.668828 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.695759 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] For port 265eaf63-f44d-4643-b1ed-4d259776043b, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=265eaf63-f44d-4643-b1ed-4d259776043b,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:07.780222 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5e6bed6-cde1-40cb-b941-c753dbdbce4a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (f1db20b0-c0bd-4c4b-b588-5926c933f857), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.822568 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.878475 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Pushing event updated for resources: {'Port': ['ID=265eaf63-f44d-4643-b1ed-4d259776043b,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:07.896149 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5e6bed6-cde1-40cb-b941-c753dbdbce4a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (f1db20b0-c0bd-4c4b-b588-5926c933f857), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.915922 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6bed6-cde1-40cb-b941-c753dbdbce4a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1db20b0-c0bd-4c4b-b588-5926c933f857,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:07.959380 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (5c6d7323-8a95-4c17-853f-a6ad0c376ea4), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:07.989834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=5c6d7323-8a95-4c17-853f-a6ad0c376ea4,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:08.049503 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f5e6bed6-cde1-40cb-b941-c753dbdbce4a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.051319 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f5e6bed6-cde1-40cb-b941-c753dbdbce4a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6526740 Mar 10 09:06:08.053887 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52190) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:08.060128 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-e6461bc3-a367-4f21-87aa-52d7c8a25d98 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'security_group_rule': {'security_group_id': '304a0857-b455-4937-9d42-7cafefcdf13b', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:08.135200 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:06:08.233897 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e6461bc3-a367-4f21-87aa-52d7c8a25d98 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (d670f63e-962d-46d7-9d81-1bf09cdc5416), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.272452 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:06:08.290594 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.292374 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:06:08.304898 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e6461bc3-a367-4f21-87aa-52d7c8a25d98 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (d670f63e-962d-46d7-9d81-1bf09cdc5416), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.313365 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:08.315013 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:08.345471 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] No DVR routers for this DVR port 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:08.349140 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.359237 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-95f88d4f-be47-44df-98fe-9914bad809c9 req-c965b1da-b508-4d6b-a600-8283b21d5dba tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.30 "DELETE /v2.0/ports/5c6d7323-8a95-4c17-853f-a6ad0c376ea4 HTTP/1.1" status: 204 len: 173 time: 1.3430488 Mar 10 09:06:08.359979 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'name': 'network-vif-deleted', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:06:08.363979 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7b7eb4-7115-4d35-b6f5-d22f0d0d60ca" -d '{"events": [{"server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "name": "network-vif-deleted", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:06:08.398313 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e6461bc3-a367-4f21-87aa-52d7c8a25d98 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (d670f63e-962d-46d7-9d81-1bf09cdc5416), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.436795 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6461bc3-a367-4f21-87aa-52d7c8a25d98 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d670f63e-962d-46d7-9d81-1bf09cdc5416,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:08.467523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6db237-a6f8-4764-a5f6-4803ae1535a4 x-openstack-request-id: req-0a6db237-a6f8-4764-a5f6-4803ae1535a4 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:06:08.467523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bad76af-8c62-4d2a-875e-7ee3b489be2b", "name": "network-vif-deleted", "tag": "5c6d7323-8a95-4c17-853f-a6ad0c376ea4", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:06:08.467523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a6db237-a6f8-4764-a5f6-4803ae1535a4 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:06:08.468033 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bad76af-8c62-4d2a-875e-7ee3b489be2b', 'name': 'network-vif-deleted', 'tag': '5c6d7323-8a95-4c17-853f-a6ad0c376ea4', 'status': 'completed', 'code': 200} Mar 10 09:06:08.516218 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:08.542766 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e515b5ad-e6dc-4fed-822a-000d90dfe3ab req-b4ace887-dd50-4e88-b7d8-053a982124b2 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 210 time: 0.0536890 Mar 10 09:06:08.572400 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e6461bc3-a367-4f21-87aa-52d7c8a25d98 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.578764 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e6461bc3-a367-4f21-87aa-52d7c8a25d98 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5176387 Mar 10 09:06:08.581256 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52206) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:08.586004 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-03ab5955-de66-405e-a716-90988d4f8c8c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'security_group_rule': {'security_group_id': '304a0857-b455-4937-9d42-7cafefcdf13b', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:08.753880 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:08.784718 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:06:08.798862 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03ab5955-de66-405e-a716-90988d4f8c8c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (39b316b6-8003-473d-8269-4ddfea21b7f0), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.799086 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:08.799086 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:08.876449 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03ab5955-de66-405e-a716-90988d4f8c8c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (39b316b6-8003-473d-8269-4ddfea21b7f0), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:08.937304 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:08.990276 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Sync routers for ids ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:06:08.993394 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03ab5955-de66-405e-a716-90988d4f8c8c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (39b316b6-8003-473d-8269-4ddfea21b7f0), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.003240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Routers {'6b8636ad-f44a-4b88-bcb3-29f5f74532dc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:09.004352 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:09.017658 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab5955-de66-405e-a716-90988d4f8c8c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b316b6-8003-473d-8269-4ddfea21b7f0,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:09.099388 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03ab5955-de66-405e-a716-90988d4f8c8c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.101748 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-03ab5955-de66-405e-a716-90988d4f8c8c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5194249 Mar 10 09:06:09.106723 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52210) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:09.114531 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'security_group_rule': {'security_group_id': '304a0857-b455-4937-9d42-7cafefcdf13b', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:09.133583 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Set router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:09.175667 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:09.198610 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52212) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:09.203110 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46c950-3db6-4a84-89d5-2e696009164d None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T08:56:07Z', 'revision_number': 4, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f78a6a8a-6874-41e3-907b-5dc50f99b703', 'name': '', 'network_id': 'a6667865-21e8-493b-9fa6-db0ec960aac6', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'mac_address': 'fa:16:3e:66:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:56:04Z', 'updated_at': '2022-03-10T08:56:22Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'subnets': [{'id': 'dd559e36-f593-4914-9104-0e0e852b04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:09.233399 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.securitygroups_db [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Project d523dcd031794a58b327b25b6bde2d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 09:06:09.239891 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (e75438d1-ca32-4a2a-85f3-3cb0c66b9ba1), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.306024 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (e75438d1-ca32-4a2a-85f3-3cb0c66b9ba1), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.355804 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fe81c425-0aa2-496e-a2a3-8b3f98a5b7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.383523 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (e75438d1-ca32-4a2a-85f3-3cb0c66b9ba1), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.472021 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 4, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port': {'id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:01Z', 'updated_at': '2022-03-10T09:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '80bd1c85-b306-49ec-94d3-815651182dd9', 'name': '', 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'mac_address': 'fa:16:3e:53:21:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:03Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 2, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'subnets': [{'id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75438d1-ca32-4a2a-85f3-3cb0c66b9ba1,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.472497 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.473408 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:09.473493 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Checking router: 6b8636ad-f44a-4b88-bcb3-29f5f74532dc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:06:09.473493 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Updating router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc port 80bd1c85-b306-49ec-94d3-815651182dd9 binding host dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 09:06:09.494540 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.496084 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fe81c425-0aa2-496e-a2a3-8b3f98a5b7db admin admin] Publish callbacks [] for security_group (44a05ecd-cc13-40ba-bd34-3bc860c91c05), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.509370 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 265eaf63-f44d-4643-b1ed-4d259776043b up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:06:09.541091 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23fae8-8298-4bc3-9a6c-0fdb1a567c06 None None] New status for floating IP 93d44bf4-83a0-4896-a702-6ed29633a8bf: DOWN {{(pid=110210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:06:09.619254 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.627037 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-83cfe5c4-8993-413e-9896-363720bc951e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5186172 Mar 10 09:06:09.628977 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fe81c425-0aa2-496e-a2a3-8b3f98a5b7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (44a05ecd-cc13-40ba-bd34-3bc860c91c05), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.630541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52218) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:09.639568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'security_group_rule': {'security_group_id': '304a0857-b455-4937-9d42-7cafefcdf13b', 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:09.680210 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 265eaf63-f44d-4643-b1ed-4d259776043b triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:09.680593 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.716233 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-fe81c425-0aa2-496e-a2a3-8b3f98a5b7db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=885cb35d415e4a70bddef9eab98d5170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161951 Mar 10 09:06:09.716854 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52220) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:09.732184 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6ccbf795-3eb9-4f33-ac67-33e57049796f req-58ba6465-129a-4cd6-851e-8ff53043d6d7 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bad76af-8c62-4d2a-875e-7ee3b489be2b HTTP/1.1" status: 200 len: 210 time: 0.0466211 Mar 10 09:06:09.746409 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81c425-0aa2-496e-a2a3-8b3f98a5b7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a05ecd-cc13-40ba-bd34-3bc860c91c05,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:09.770521 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.securitygroups_db [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Project d523dcd031794a58b327b25b6bde2d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 09:06:09.775964 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (a6ac7e9e-c7b0-42ca-893e-276c05509205), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.798275 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e1ef71c5-8509-4e01-999b-b2f26ff40e62 admin admin] Publish callbacks [] for security_group (44a05ecd-cc13-40ba-bd34-3bc860c91c05), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.826663 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e1ef71c5-8509-4e01-999b-b2f26ff40e62 admin admin] Publish callbacks [] for security_group (44a05ecd-cc13-40ba-bd34-3bc860c91c05), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.847138 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 265eaf63-f44d-4643-b1ed-4d259776043b is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:09.852360 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (a6ac7e9e-c7b0-42ca-893e-276c05509205), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:09.911943 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Publish callbacks [] for port (80bd1c85-b306-49ec-94d3-815651182dd9), precommit_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.026957 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505650'] for security_group_rule (a6ac7e9e-c7b0-42ca-893e-276c05509205), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.027197 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.027346 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e1ef71c5-8509-4e01-999b-b2f26ff40e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (44a05ecd-cc13-40ba-bd34-3bc860c91c05), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.030702 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e1ef71c5-8509-4e01-999b-b2f26ff40e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.032277 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e1ef71c5-8509-4e01-999b-b2f26ff40e62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44a05ecd-cc13-40ba-bd34-3bc860c91c05 HTTP/1.1" status: 204 len: 168 time: 0.3125918 Mar 10 09:06:10.049511 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ac7e9e-c7b0-42ca-893e-276c05509205,revision_number=0']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:10.051964 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef71c5-8509-4e01-999b-b2f26ff40e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a05ecd-cc13-40ba-bd34-3bc860c91c05,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:10.098974 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7600-a332-4249-8b97-1a9fd42b8932 None None] Pushing event updated for resources: {'Port': ['ID=80bd1c85-b306-49ec-94d3-815651182dd9,revision_number=3']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:10.149038 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.150302 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-6352f81e-0ff0-4b0d-bfcc-bb3390079820 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5186250 Mar 10 09:06:10.160326 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Attempting to bind port 80bd1c85-b306-49ec-94d3-815651182dd9 on host dv-cinder-796170-5-iscsi for vnic_type normal with profile {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:06:10.160705 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Attempting to bind port 80bd1c85-b306-49ec-94d3-815651182dd9 by drivers openvswitch,hyperv on host dv-cinder-796170-5-iscsi at level 0 using segments [{'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:06:10.161092 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Attempting to bind port 80bd1c85-b306-49ec-94d3-815651182dd9 on network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:06:10.167738 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Checking agent: {'id': 'b1e4ba14-629d-43a7-9410-c4dc40a74a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 47, 40), 'started_at': datetime.datetime(2022, 3, 10, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:06:10.168113 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Checking segment: {'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:06:10.168529 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.168927 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Bound using segment: {'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'} {{(pid=110209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:06:10.169408 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.managers [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Bound port: 80bd1c85-b306-49ec-94d3-815651182dd9, host: dv-cinder-796170-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4'}}] {{(pid=110209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:06:10.169793 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.281070 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] For port 80bd1c85-b306-49ec-94d3-815651182dd9, host dv-cinder-796170-5-iscsi, cleared binding levels {{(pid=110209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:06:10.281070 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] For port 80bd1c85-b306-49ec-94d3-815651182dd9, host dv-cinder-796170-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=80bd1c85-b306-49ec-94d3-815651182dd9,segment=NetworkSegment(bcfa4809-1590-4b89-9bb6-dc067a6a62f6),segment_id=bcfa4809-1590-4b89-9bb6-dc067a6a62f6)] {{(pid=110209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:06:10.335339 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.366696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.426527 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-ca82fc2a-db8a-421d-af28-c9cb990593a0 None None] Provisioning complete for port 80bd1c85-b306-49ec-94d3-815651182dd9 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:10.426989 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca82fc2a-db8a-421d-af28-c9cb990593a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.487800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Routers {'6b8636ad-f44a-4b88-bcb3-29f5f74532dc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:10.488475 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:10.495694 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7600-a332-4249-8b97-1a9fd42b8932 None None] Pushing event updated for resources: {'Port': ['ID=80bd1c85-b306-49ec-94d3-815651182dd9,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:10.801942 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ca82fc2a-db8a-421d-af28-c9cb990593a0 None None] Current status of the port 80bd1c85-b306-49ec-94d3-815651182dd9 is: DOWN; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:10.802781 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca82fc2a-db8a-421d-af28-c9cb990593a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:10.809523 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:10.812960 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] Set router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:10.875378 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:10.875727 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 5c6d7323-8a95-4c17-853f-a6ad0c376ea4 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:10.904742 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-ca82fc2a-db8a-421d-af28-c9cb990593a0 None None] For port 80bd1c85-b306-49ec-94d3-815651182dd9, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=80bd1c85-b306-49ec-94d3-815651182dd9,segment=NetworkSegment(bcfa4809-1590-4b89-9bb6-dc067a6a62f6),segment_id=bcfa4809-1590-4b89-9bb6-dc067a6a62f6)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:10.982075 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52272) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:11.020759 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ca82fc2a-db8a-421d-af28-c9cb990593a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.031998 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52274) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:11.051896 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-207b16fc-8fad-4262-b7e0-b595e8d1af3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.064422 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-35cb63b5-c460-4b6b-bdb5-57b03541c29b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (43885b95-282e-4788-b0a4-2fa0b93c3301), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.098147 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-35cb63b5-c460-4b6b-bdb5-57b03541c29b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (43885b95-282e-4788-b0a4-2fa0b93c3301), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.112972 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82fc2a-db8a-421d-af28-c9cb990593a0 None None] Pushing event updated for resources: {'Port': ['ID=80bd1c85-b306-49ec-94d3-815651182dd9,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:11.147346 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 4, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port': {'id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:01Z', 'updated_at': '2022-03-10T09:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '80bd1c85-b306-49ec-94d3-815651182dd9', 'name': '', 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'mac_address': 'fa:16:3e:53:21:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:03Z', 'updated_at': '2022-03-10T09:06:10Z', 'revision_number': 4, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'subnets': [{'id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:11.179366 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f962ea-b974-46a6-87df-a81d449463bb None None] The sync data for ids ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'] in dv-cinder-796170-5-iscsi is: [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:06:04Z', 'revision_number': 4, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port': {'id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:01Z', 'updated_at': '2022-03-10T09:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '80bd1c85-b306-49ec-94d3-815651182dd9', 'name': '', 'network_id': '98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'mac_address': 'fa:16:3e:53:21:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:03Z', 'updated_at': '2022-03-10T09:06:10Z', 'revision_number': 4, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'subnets': [{'id': 'e45595a1-9868-494d-8b60-f2072a621e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:11.184874 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-1687cab8-95df-4962-afa0-165836793fbc None None] Provisioning complete for port 80bd1c85-b306-49ec-94d3-815651182dd9 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:11.185252 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1687cab8-95df-4962-afa0-165836793fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.278416 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-1687cab8-95df-4962-afa0-165836793fbc None None] Current status of the port 80bd1c85-b306-49ec-94d3-815651182dd9 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:11.278627 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-35cb63b5-c460-4b6b-bdb5-57b03541c29b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (43885b95-282e-4788-b0a4-2fa0b93c3301), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.282140 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-35cb63b5-c460-4b6b-bdb5-57b03541c29b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.284503 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-35cb63b5-c460-4b6b-bdb5-57b03541c29b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/security-groups/43885b95-282e-4788-b0a4-2fa0b93c3301 HTTP/1.1" status: 204 len: 168 time: 0.3011007 Mar 10 09:06:11.285312 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52278) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:11.300365 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.api.v2.resource [None req-bb60a144-9272-45d2-b5ed-d52d4f8f4fd4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] show failed (client error): The resource could not be found. Mar 10 09:06:11.302272 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-bb60a144-9272-45d2-b5ed-d52d4f8f4fd4 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "GET /v2.0/security-groups/43885b95-282e-4788-b0a4-2fa0b93c3301 HTTP/1.1" status: 404 len: 347 time: 0.0150418 Mar 10 09:06:11.304414 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52280) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:11.311805 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb63b5-c460-4b6b-bdb5-57b03541c29b tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43885b95-282e-4788-b0a4-2fa0b93c3301,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:11.337251 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-207b16fc-8fad-4262-b7e0-b595e8d1af3b admin admin] Publish callbacks [] for security_group (a1e97173-f497-4912-97ed-f3413993275b), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.438024 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-207b16fc-8fad-4262-b7e0-b595e8d1af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a1e97173-f497-4912-97ed-f3413993275b), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.486434 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Deleting port 10bd3b48-32a3-4aa3-9e03-54512075b852 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:11.486918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.497559 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-207b16fc-8fad-4262-b7e0-b595e8d1af3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c7c3c18a0cf4e11be27cfe5c2bd000f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647756 Mar 10 09:06:11.500599 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52284) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:11.507562 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b16fc-8fad-4262-b7e0-b595e8d1af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e97173-f497-4912-97ed-f3413993275b,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:11.537313 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 80bd1c85-b306-49ec-94d3-815651182dd9 up at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:06:11.585436 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7045e2c0-ee2c-4407-acf7-6779a3c0b036 admin admin] Publish callbacks [] for security_group (a1e97173-f497-4912-97ed-f3413993275b), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.614704 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Provisioning complete for port 80bd1c85-b306-49ec-94d3-815651182dd9 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:11.614940 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.615162 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.615498 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (10bd3b48-32a3-4aa3-9e03-54512075b852), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.629340 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7045e2c0-ee2c-4407-acf7-6779a3c0b036 admin admin] Publish callbacks [] for security_group (a1e97173-f497-4912-97ed-f3413993275b), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.642331 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Calling delete_port for 10bd3b48-32a3-4aa3-9e03-54512075b852 owned by network:floatingip {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:11.756322 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Current status of the port 80bd1c85-b306-49ec-94d3-815651182dd9 is: ACTIVE; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:11.786535 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7045e2c0-ee2c-4407-acf7-6779a3c0b036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (a1e97173-f497-4912-97ed-f3413993275b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.789138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7045e2c0-ee2c-4407-acf7-6779a3c0b036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.800924 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-7045e2c0-ee2c-4407-acf7-6779a3c0b036 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1e97173-f497-4912-97ed-f3413993275b HTTP/1.1" status: 204 len: 168 time: 0.2923100 Mar 10 09:06:11.810611 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045e2c0-ee2c-4407-acf7-6779a3c0b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e97173-f497-4912-97ed-f3413993275b,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:11.957986 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (10bd3b48-32a3-4aa3-9e03-54512075b852), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:11.987113 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Pushing event deleted for resources: {'Port': ['ID=10bd3b48-32a3-4aa3-9e03-54512075b852,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:12.058170 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks [] for floatingip (93d44bf4-83a0-4896-a702-6ed29633a8bf), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:12.061325 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:12.062515 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-9edcf2e2-7098-4945-aa20-00459dcebb71 tempest-AttachVolumeNegativeTest-1728641484 tempest-AttachVolumeNegativeTest-1728641484-project] 10.222.0.31 "DELETE /v2.0/floatingips/93d44bf4-83a0-4896-a702-6ed29633a8bf HTTP/1.1" status: 204 len: 168 time: 0.7571783 Mar 10 09:06:16.434680 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52396) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:16.681753 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:06:16.941358 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (37dbb3d9-0981-4493-89d3-42de9e3e84bc), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:17.226053 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Deleting port f78a6a8a-6874-41e3-907b-5dc50f99b703 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:17.226948 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:17.315136 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] For port f78a6a8a-6874-41e3-907b-5dc50f99b703, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f78a6a8a-6874-41e3-907b-5dc50f99b703,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:17.315512 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:17.330253 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Calling delete_port for f78a6a8a-6874-41e3-907b-5dc50f99b703 owned by network:router_interface {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:18.167563 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f78a6a8a-6874-41e3-907b-5dc50f99b703), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:18.191566 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78a6a8a-6874-41e3-907b-5dc50f99b703,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:18.374539 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (37dbb3d9-0981-4493-89d3-42de9e3e84bc), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:18.614670 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Router 37dbb3d9-0981-4493-89d3-42de9e3e84bc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:06:18.731118 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:06:18.738412 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-961f92ae-21aa-4854-8dab-ede6925ec482 admin admin] 10.222.0.31 "PUT /v2.0/routers/37dbb3d9-0981-4493-89d3-42de9e3e84bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3220150 Mar 10 09:06:18.740881 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52422) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:18.745666 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] Sync routers for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:06:18.765218 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:18.768925 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:18.864759 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks [] for router (37dbb3d9-0981-4493-89d3-42de9e3e84bc), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:18.886560 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:18.982998 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks [] for router_gateway (37dbb3d9-0981-4493-89d3-42de9e3e84bc), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.081747 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T09:06:17Z', 'revision_number': 5, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port': {'id': 'f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T08:55:55Z', 'updated_at': '2022-03-10T08:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:19.116926 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] Checking router: 37dbb3d9-0981-4493-89d3-42de9e3e84bc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:06:19.126576 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] Routers {'37dbb3d9-0981-4493-89d3-42de9e3e84bc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:19.127221 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:19.169732 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Deleting port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:19.170330 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.253352 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] Set router 37dbb3d9-0981-4493-89d3-42de9e3e84bc gateway port host: None {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:19.263186 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] For port f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:19.263649 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.277934 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Calling delete_port for f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 owned by network:router_gateway {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:19.320533 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T09:06:18Z', 'revision_number': 6, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:19.361990 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f92d4-e182-4885-b8ba-dd7e41133699 None None] The sync data for ids ['37dbb3d9-0981-4493-89d3-42de9e3e84bc'] in dv-cinder-796170-5-iscsi is: [{'id': '37dbb3d9-0981-4493-89d3-42de9e3e84bc', 'name': 'tempest-AttachVolumeNegativeTest-2056791841-router', 'tenant_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T08:55:53Z', 'updated_at': '2022-03-10T09:06:18Z', 'revision_number': 6, 'project_id': '4c87f8b04d8448aab3f1fd8713ca327e', 'gw_port_host': None}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:19.566912 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.595011 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:19.665400 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (37dbb3d9-0981-4493-89d3-42de9e3e84bc), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.773380 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (37dbb3d9-0981-4493-89d3-42de9e3e84bc), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.780872 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks [] for router_controller (37dbb3d9-0981-4493-89d3-42de9e3e84bc), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.938073 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (37dbb3d9-0981-4493-89d3-42de9e3e84bc), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.938693 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37dbb3d9-0981-4493-89d3-42de9e3e84bc {{(pid=110207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:06:19.943815 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:19.946001 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-cc686fe4-646c-4d72-a466-730a86adb156 admin admin] 10.222.0.31 "DELETE /v2.0/routers/37dbb3d9-0981-4493-89d3-42de9e3e84bc HTTP/1.1" status: 204 len: 168 time: 1.2030230 Mar 10 09:06:19.948124 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52436) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:19.994644 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] Deleting subnet dd559e36-f593-4914-9104-0e0e852b04c1 {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:06:19.997952 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] Publish callbacks [] for subnet (dd559e36-f593-4914-9104-0e0e852b04c1), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.038583 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (dd559e36-f593-4914-9104-0e0e852b04c1), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.128997 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (dd559e36-f593-4914-9104-0e0e852b04c1), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.246923 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (dd559e36-f593-4914-9104-0e0e852b04c1), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.277670 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.281229 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dd559e36-f593-4914-9104-0e0e852b04c1 HTTP/1.1" status: 204 len: 168 time: 0.3321421 Mar 10 09:06:20.282325 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470a6e6-8746-4826-9655-28c426a08ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd559e36-f593-4914-9104-0e0e852b04c1,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:20.285700 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52440) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:20.294474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680c7d2-f22a-46be-ae38-4aac23856d4b None None] Network a6667865-21e8-493b-9fa6-db0ec960aac6 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:06:20.386914 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (a6667865-21e8-493b-9fa6-db0ec960aac6), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.450921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Deleting port d84437ac-c3f3-43be-9cb3-19cc0318011f {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:20.451313 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.494326 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] DHCP port deletion for a6667865-21e8-493b-9fa6-db0ec960aac6 request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:06:20.541320 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] For port d84437ac-c3f3-43be-9cb3-19cc0318011f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=d84437ac-c3f3-43be-9cb3-19cc0318011f,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:20.541734 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.558543 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Calling delete_port for d84437ac-c3f3-43be-9cb3-19cc0318011f owned by network:dhcp {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:20.587626 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] Deleting port d84437ac-c3f3-43be-9cb3-19cc0318011f {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:20.588009 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.652971 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] For port d84437ac-c3f3-43be-9cb3-19cc0318011f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=d84437ac-c3f3-43be-9cb3-19cc0318011f,segment=NetworkSegment(3d2cd948-dfb8-450e-af6f-994a676c56ec),segment_id=3d2cd948-dfb8-450e-af6f-994a676c56ec)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:20.653372 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.668873 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] Calling delete_port for d84437ac-c3f3-43be-9cb3-19cc0318011f owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:20.726774 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.755161 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84437ac-c3f3-43be-9cb3-19cc0318011f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:20.765534 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] No DVR routers for this DVR port d84437ac-c3f3-43be-9cb3-19cc0318011f on host dv-cinder-796170-5-iscsi {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:20.775662 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.776361 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.776361 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.776717 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.777156 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.777515 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.777858 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.778258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.782818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.782818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.782818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.782818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.782818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:20.872098 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (a6667865-21e8-493b-9fa6-db0ec960aac6), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.894834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6667865-21e8-493b-9fa6-db0ec960aac6']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:20.905634 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (d84437ac-c3f3-43be-9cb3-19cc0318011f), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.908586 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2cd948-dfb8-450e-af6f-994a676c56ec') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:20.908971 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2cd948-dfb8-450e-af6f-994a676c56ec') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:20.919788 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (3d2cd948-dfb8-450e-af6f-994a676c56ec), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.930764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] Pushing event deleted for resources: {'Port': ['ID=d84437ac-c3f3-43be-9cb3-19cc0318011f,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:20.933905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (3d2cd948-dfb8-450e-af6f-994a676c56ec), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.935960 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4564762-851b-4137-9c77-0ba74a35aa7e None None] No DVR routers for this DVR port d84437ac-c3f3-43be-9cb3-19cc0318011f on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:20.944339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:06:20.944708 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (3d2cd948-dfb8-450e-af6f-994a676c56ec), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:06:20.946560 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:06:21.093134 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (a6667865-21e8-493b-9fa6-db0ec960aac6), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:21.115745 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:21.115745 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a6667865-21e8-493b-9fa6-db0ec960aac6 HTTP/1.1" status: 204 len: 168 time: 0.8201635 Mar 10 09:06:21.126345 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35882d55-ec23-4614-87bc-9fff5e0f8427 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6667865-21e8-493b-9fa6-db0ec960aac6,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:21.454656 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f78a6a8a-6874-41e3-907b-5dc50f99b703 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:21.475563 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: f78a6a8a-6874-41e3-907b-5dc50f99b703 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:21.475985 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f78a6a8a-6874-41e3-907b-5dc50f99b703 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:21.476470 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device d84437ac-c3f3-43be-9cb3-19cc0318011f no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:21.498960 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: d84437ac-c3f3-43be-9cb3-19cc0318011f {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:21.499311 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device d84437ac-c3f3-43be-9cb3-19cc0318011f not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:21.499740 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:21.522293 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:21.522638 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f6a3f9f9-6346-4ad5-b316-eaaf1ad18b23 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:21.555410 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52458) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:21.597032 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-00193e6e-dcfb-4e2b-b947-d73d3ead1bda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c87f8b04d8448aab3f1fd8713ca327e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402560 Mar 10 09:06:21.599415 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52460) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:21.649578 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4d6c15a8-9434-45a6-b744-a6262c23248d admin admin] Publish callbacks [] for security_group (b7f53d61-6df0-4cce-80f1-d7fa3b13866b), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:21.671310 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4d6c15a8-9434-45a6-b744-a6262c23248d admin admin] Publish callbacks [] for security_group (b7f53d61-6df0-4cce-80f1-d7fa3b13866b), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:21.863455 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4d6c15a8-9434-45a6-b744-a6262c23248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (b7f53d61-6df0-4cce-80f1-d7fa3b13866b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:21.866684 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4d6c15a8-9434-45a6-b744-a6262c23248d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:21.867897 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4d6c15a8-9434-45a6-b744-a6262c23248d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7f53d61-6df0-4cce-80f1-d7fa3b13866b HTTP/1.1" status: 204 len: 168 time: 0.2669592 Mar 10 09:06:21.875917 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c15a8-9434-45a6-b744-a6262c23248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f53d61-6df0-4cce-80f1-d7fa3b13866b,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:24.839907 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:26.548116 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52556) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:26.657003 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8b834686-0784-4ca6-ae82-a3599b3f07f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:26.731773 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8b834686-0784-4ca6-ae82-a3599b3f07f1 admin admin] Publish callbacks [] for security_group (e159e50d-e0bd-4a1f-9783-2080de9c1eb2), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:26.873264 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8b834686-0784-4ca6-ae82-a3599b3f07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e159e50d-e0bd-4a1f-9783-2080de9c1eb2), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:26.912918 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8b834686-0784-4ca6-ae82-a3599b3f07f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7be62ddccbd14891af9ca5e0da7874d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636487 Mar 10 09:06:26.913797 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b834686-0784-4ca6-ae82-a3599b3f07f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e159e50d-e0bd-4a1f-9783-2080de9c1eb2,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:26.915914 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52560) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:26.967258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a2a45f8b-598a-4cb9-997e-09ba1a30009c admin admin] Publish callbacks [] for security_group (e159e50d-e0bd-4a1f-9783-2080de9c1eb2), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:26.989185 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a2a45f8b-598a-4cb9-997e-09ba1a30009c admin admin] Publish callbacks [] for security_group (e159e50d-e0bd-4a1f-9783-2080de9c1eb2), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:27.141442 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a2a45f8b-598a-4cb9-997e-09ba1a30009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (e159e50d-e0bd-4a1f-9783-2080de9c1eb2), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:27.144159 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a2a45f8b-598a-4cb9-997e-09ba1a30009c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:27.146335 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a2a45f8b-598a-4cb9-997e-09ba1a30009c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e159e50d-e0bd-4a1f-9783-2080de9c1eb2 HTTP/1.1" status: 204 len: 168 time: 0.2284977 Mar 10 09:06:27.155072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a45f8b-598a-4cb9-997e-09ba1a30009c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e159e50d-e0bd-4a1f-9783-2080de9c1eb2,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:27.875418 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52574) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:27.889139 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8eb1cd18-3747-41dd-bd90-0984afde4438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:27.964588 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8eb1cd18-3747-41dd-bd90-0984afde4438 admin admin] Publish callbacks [] for security_group (ca2827c1-5b1e-4835-99ec-2e34e57e1018), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:28.055455 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-8eb1cd18-3747-41dd-bd90-0984afde4438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ca2827c1-5b1e-4835-99ec-2e34e57e1018), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:28.098701 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-8eb1cd18-3747-41dd-bd90-0984afde4438 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=485e2e2db6dd42aa86bd509435ed8e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212865 Mar 10 09:06:28.099662 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1cd18-3747-41dd-bd90-0984afde4438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2827c1-5b1e-4835-99ec-2e34e57e1018,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:28.101577 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52576) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:28.151179 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3c36a81a-feec-4da1-b0aa-963d5be3dd46 admin admin] Publish callbacks [] for security_group (ca2827c1-5b1e-4835-99ec-2e34e57e1018), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:28.173545 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3c36a81a-feec-4da1-b0aa-963d5be3dd46 admin admin] Publish callbacks [] for security_group (ca2827c1-5b1e-4835-99ec-2e34e57e1018), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:28.341282 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3c36a81a-feec-4da1-b0aa-963d5be3dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ca2827c1-5b1e-4835-99ec-2e34e57e1018), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:28.343824 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3c36a81a-feec-4da1-b0aa-963d5be3dd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:28.345055 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3c36a81a-feec-4da1-b0aa-963d5be3dd46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca2827c1-5b1e-4835-99ec-2e34e57e1018 HTTP/1.1" status: 204 len: 168 time: 0.2418447 Mar 10 09:06:28.353052 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36a81a-feec-4da1-b0aa-963d5be3dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2827c1-5b1e-4835-99ec-2e34e57e1018,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:29.125080 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52586) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:29.141420 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b05b8ae6-c0f9-4b0b-a25f-a3687bd824bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:29.214419 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b05b8ae6-c0f9-4b0b-a25f-a3687bd824bf admin admin] Publish callbacks [] for security_group (1602c9a6-4073-4508-9e18-675e89b1e18d), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:29.396898 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-b05b8ae6-c0f9-4b0b-a25f-a3687bd824bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1602c9a6-4073-4508-9e18-675e89b1e18d), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:29.434682 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b8ae6-c0f9-4b0b-a25f-a3687bd824bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602c9a6-4073-4508-9e18-675e89b1e18d,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:29.438958 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-b05b8ae6-c0f9-4b0b-a25f-a3687bd824bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=956e4b0dfb51424d8718e30a45e9c955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125927 Mar 10 09:06:29.441577 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52590) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:29.489200 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a8935a03-c602-419c-b682-78ce62066d2f admin admin] Publish callbacks [] for security_group (1602c9a6-4073-4508-9e18-675e89b1e18d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:29.509945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a8935a03-c602-419c-b682-78ce62066d2f admin admin] Publish callbacks [] for security_group (1602c9a6-4073-4508-9e18-675e89b1e18d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:29.683971 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a8935a03-c602-419c-b682-78ce62066d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1602c9a6-4073-4508-9e18-675e89b1e18d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:29.686803 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-a8935a03-c602-419c-b682-78ce62066d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:29.687989 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-a8935a03-c602-419c-b682-78ce62066d2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1602c9a6-4073-4508-9e18-675e89b1e18d HTTP/1.1" status: 204 len: 168 time: 0.2454875 Mar 10 09:06:29.696246 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8935a03-c602-419c-b682-78ce62066d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602c9a6-4073-4508-9e18-675e89b1e18d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:30.932983 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52618) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:31.039902 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1935274203-network', 'tenant_id': 'd5a959cc22b047b49b020d2a39ab7f73'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:31.169460 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Made reservation on behalf of d5a959cc22b047b49b020d2a39ab7f73 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:06:31.171772 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.180809 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.267068 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks [] for security_group (ba7f8941-fa98-43ad-ae0d-29d2ec3807a6), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.482489 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ba7f8941-fa98-43ad-ae0d-29d2ec3807a6), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.507871 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:06:31.517512 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:31.522951 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (0edb6e27-c778-48ca-a625-6262c7ad6f56), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.523302 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Added segment 0edb6e27-c778-48ca-a625-6262c7ad6f56 of type vlan for network 984a8cb9-42e1-4c33-a639-a971ebdb2407 Mar 10 09:06:31.562771 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (984a8cb9-42e1-4c33-a639-a971ebdb2407), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.687805 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (984a8cb9-42e1-4c33-a639-a971ebdb2407), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.688849 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:31.689500 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:31.751448 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] Pushing event updated for resources: {'Network': ['ID=984a8cb9-42e1-4c33-a639-a971ebdb2407,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:31.761336 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 984a8cb9-42e1-4c33-a639-a971ebdb2407 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:06:31.841855 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-6df1e5a1-d55b-4472-9f7c-25822cc14c35 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9073949 Mar 10 09:06:31.844410 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52626) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:31.849186 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Request body: {'subnet': {'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1935274203-subnet', 'tenant_id': 'd5a959cc22b047b49b020d2a39ab7f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:31.957618 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Made reservation on behalf of d5a959cc22b047b49b020d2a39ab7f73 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:06:31.960077 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627234'] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:32.266369 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14062393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627212'] for subnet (441c15c4-d9f2-44b2-977d-693057feae3a), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:32.324802 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441c15c4-d9f2-44b2-977d-693057feae3a,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:32.337834 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Checking segment: {'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:06:32.338341 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Network hostable DHCP agents. Network: 984a8cb9-42e1-4c33-a639-a971ebdb2407, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:06:32.472292 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Network 984a8cb9-42e1-4c33-a639-a971ebdb2407 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:06:32.568833 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 984a8cb9-42e1-4c33-a639-a971ebdb2407) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:32.572875 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:32.573478 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:32.579077 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888a593-f959-4896-b4d2-af864b0ac845 None None] Network 984a8cb9-42e1-4c33-a639-a971ebdb2407 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:06:32.673325 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-cef6b7c2-f5a2-49ee-a6f2-651480a59e79 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8278635 Mar 10 09:06:32.686105 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4565ebf-60e0-4672-83fe-bd7c5d2f8ec4 None None] Network 984a8cb9-42e1-4c33-a639-a971ebdb2407 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:06:33.494188 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f1556c35-505c-49e5-ac82-6c676b82ceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:35.739360 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-5d84d7a6-780b-4632-81c2-6ac90a855312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:35.953250 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-2de1ec70-3ace-4648-8b21-39d7a88baac4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621411339&fields=id&tenant_id=d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 267 time: 0.0491157 Mar 10 09:06:36.068854 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-6256235b-d1f5-4162-abcd-a632bd1ba0d1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:36.070425 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-6256235b-d1f5-4162-abcd-a632bd1ba0d1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 811 time: 0.1091597 Mar 10 09:06:36.085541 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-49235490-98aa-46f9-9338-d09978543a81 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/quotas/d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 375 time: 0.0095780 Mar 10 09:06:36.144093 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-3d874533-5ae2-451d-b573-30ca5a6fd863 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:36.145671 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-3d874533-5ae2-451d-b573-30ca5a6fd863 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/networks?id=984a8cb9-42e1-4c33-a639-a971ebdb2407 HTTP/1.1" status: 200 len: 809 time: 0.1124470 Mar 10 09:06:36.147047 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-97daa8b7-a7d9-4ef7-96d9-2e06ded7f604 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558791 Mar 10 09:06:36.162038 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-9a9f92b5-4954-4230-8aec-c8073be5be43 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/quotas/d5a959cc22b047b49b020d2a39ab7f73 HTTP/1.1" status: 200 len: 375 time: 0.0103090 Mar 10 09:06:36.166981 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-3a45996e-83bb-4598-9d02-1c9bdc281f10 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 09:06:36.167974 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-3a45996e-83bb-4598-9d02-1c9bdc281f10 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052183 Mar 10 09:06:36.200784 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-18199500-0285-4f71-98fa-4bb9f45f3076 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321250 Mar 10 09:06:36.270808 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-ae7d7848-7920-43a3-be1a-a35bbf15046e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 09:06:36.271143 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-03839f62-8589-456f-b95d-5aa70238c934 service neutron] 10.222.0.31 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963907 Mar 10 09:06:36.271908 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-ae7d7848-7920-43a3-be1a-a35bbf15046e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0643396 Mar 10 09:06:36.296122 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52696) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:36.389883 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-8f1cde44-9690-4107-9e47-f798d0dbae10 service neutron] 10.222.0.31 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116681 Mar 10 09:06:36.398933 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-7299f59a-3879-4975-a1ee-9c4a509cd879 service neutron] 10.222.0.31 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205962 Mar 10 09:06:36.576073 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-9f4d9ef8-3929-43f3-a16c-11b2c28abba6 service neutron] 10.222.0.31 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722381 Mar 10 09:06:36.642386 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Deleting port f72afa93-8ee7-4b21-818d-81d24c852fe2 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:36.642731 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:36.721323 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:36.721649 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for floatingip (f72afa93-8ee7-4b21-818d-81d24c852fe2), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:36.733981 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Calling delete_port for f72afa93-8ee7-4b21-818d-81d24c852fe2 owned by network:floatingip {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:36.913682 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-db053fca-af70-4300-b366-284a9e905b0d req-73a83e10-3f8d-4644-991f-5bb4dde2178f tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 210 time: 0.0334630 Mar 10 09:06:37.024735 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:37.087755 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (f72afa93-8ee7-4b21-818d-81d24c852fe2), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:37.115590 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event deleted for resources: {'Port': ['ID=f72afa93-8ee7-4b21-818d-81d24c852fe2,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:37.181141 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for floatingip (dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:37.195145 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Floating IP dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443 disassociated (deleted). External IP: 172.27.1.213, port: fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428. Mar 10 09:06:37.319797 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-bef0cb67-37c9-4be0-b36a-3fbd2dd9ded8 req-6e07ed81-6bb2-43c4-b67a-c22c972501e7 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0303895 Mar 10 09:06:37.454521 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:06:37.572847 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:06:37.577240 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:37.585131 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] Sync routers for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:06:37.595778 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:37.596475 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:37.609379 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-bdcf8d4f-ffcd-4316-bde8-902233ca2be9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "DELETE /v2.0/floatingips/dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443 HTTP/1.1" status: 204 len: 168 time: 1.3122795 Mar 10 09:06:37.622929 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:06:37.622929 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:06:37.731743 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae14767-9ad0-4a64-b29e-23658462e1d7 x-openstack-request-id: req-aae14767-9ad0-4a64-b29e-23658462e1d7 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:06:37.733970 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:06:37.733970 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aae14767-9ad0-4a64-b29e-23658462e1d7 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:06:37.733970 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'status': 'completed', 'code': 200} Mar 10 09:06:37.814816 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:37.997955 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b1bd3182-4e67-4e50-bf3a-ea2b3cf05461 req-89bc2258-0b98-4fe6-91d8-b0aebb5a0f9d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 210 time: 0.0294597 Mar 10 09:06:38.057305 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 5, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:38.084437 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] Checking router: 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:06:38.093337 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:38.093918 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:38.225028 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:38.304339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76987d-faea-47f6-848e-03146c7698ef req-e94bdbb4-3b88-44c8-a1e0-8e9513004948 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:38.305877 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3e76987d-faea-47f6-848e-03146c7698ef req-e94bdbb4-3b88-44c8-a1e0-8e9513004948 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0583878 Mar 10 09:06:38.363636 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3e76987d-faea-47f6-848e-03146c7698ef req-d4deddd7-c88c-4e3d-b4f6-bd4fa09d3e06 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507827 Mar 10 09:06:38.431565 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e51a2305-1607-42a2-9d15-4d66c3df9264 req-db95be20-6aad-4b7e-8a74-47e361d91167 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0285895 Mar 10 09:06:38.440547 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 5, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:38.441485 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:38.471910 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f60d30-2344-43e8-b8e8-c1dd13e8a166 None None] The sync data for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi is: [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:56Z', 'revision_number': 4, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': '5e905f73-d856-47bc-91f7-67abbfe11554', 'name': '', 'network_id': 'efde2954-269e-4041-823f-755fbc14646b', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'mac_address': 'fa:16:3e:10:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:55Z', 'updated_at': '2022-03-10T09:00:59Z', 'revision_number': 5, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'subnets': [{'id': 'be6f9e5d-2a30-487b-b919-2e1d06f9264b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:38.715321 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9840e25-cedc-44ee-aa69-f8b8b1cbcc1b None None] New status for floating IP dd2a39fc-e1bf-4e0b-9164-fd24aa5f3443: DOWN {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:06:38.964999 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-ddd570d8-e4f1-46d5-9ce7-03b442e2a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:38.966668 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-ddd570d8-e4f1-46d5-9ce7-03b442e2a43b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c1de4cd654642319ab628bf15cdb154&device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0955212 Mar 10 09:06:39.060480 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-1373d617-6198-45e0-befb-946bde02413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:39.060480 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-1373d617-6198-45e0-befb-946bde02413e service neutron] 10.222.0.30 "GET /v2.0/networks?id=efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 200 len: 909 time: 0.0863979 Mar 10 09:06:39.133835 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a53ea477-29a8-4332-b42e-5a3dd129a794 req-fac30c20-da60-4d65-854b-25ac4d79da83 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 210 time: 0.0652959 Mar 10 09:06:39.135263 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-f6112bbb-f21b-46d1-845b-4c7e4d71a2bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 200 len: 217 time: 0.0650196 Mar 10 09:06:39.193245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-75400316-cffb-407d-9188-7d48ba432d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:39.194807 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-75400316-cffb-407d-9188-7d48ba432d9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 200 len: 847 time: 0.0530157 Mar 10 09:06:39.245172 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-09b1ee0b-3ae1-49ef-b575-017fe860fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:39.246764 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-09b1ee0b-3ae1-49ef-b575-017fe860fac5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efde2954-269e-4041-823f-755fbc14646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461452 Mar 10 09:06:39.256723 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-ee9f6d9d-2f17-4560-9402-2c12c9ef7ffc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 09:06:39.257683 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-ee9f6d9d-2f17-4560-9402-2c12c9ef7ffc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046945 Mar 10 09:06:39.434185 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-8ec77279-807b-4e57-b159-957a52089a58 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704102 Mar 10 09:06:39.509270 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70d49d-e99e-49d4-81a7-3ee263f2729f req-e551d763-73a4-483d-9f36-9b351127e7c8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:39.511505 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7e70d49d-e99e-49d4-81a7-3ee263f2729f req-e551d763-73a4-483d-9f36-9b351127e7c8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0704339 Mar 10 09:06:39.573163 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7e70d49d-e99e-49d4-81a7-3ee263f2729f req-82ddccba-e969-4cc1-8bf6-14d7c12d8b40 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556743 Mar 10 09:06:39.840725 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9c04ac96-ab0b-4827-94f4-30a7b3205964 req-6e04c020-ae72-4b24-a56a-54cc1b1a0167 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.3241224 Mar 10 09:06:39.847165 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-88256c12-8c9f-4b28-84dd-6da74f7fe8a6 req-7b13eb9a-9de7-4f10-b4d2-9b2d02e1df95 service neutron] 10.222.0.30 "GET /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058235 Mar 10 09:06:40.244407 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0fa063ee-4a8c-482a-b33d-6e08b468a9ff req-aa97934c-d342-49bc-b417-26cd29333896 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 210 time: 0.0292237 Mar 10 09:06:40.390367 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:40.715730 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-46dbd1c9-3faa-4c46-86f9-6405fa7ae776 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:40.716829 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-46dbd1c9-3faa-4c46-86f9-6405fa7ae776 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "GET /v2.0/networks?id=984a8cb9-42e1-4c33-a639-a971ebdb2407 HTTP/1.1" status: 200 len: 809 time: 0.1493814 Mar 10 09:06:40.730412 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Request body: {'port': {'device_id': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407', 'admin_state_up': True, 'tenant_id': 'd5a959cc22b047b49b020d2a39ab7f73'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:40.758054 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aa02d-9b3c-415d-bd56-6cb74b9445c6 req-6f7a489d-7905-4637-8f17-717a14343bc8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:40.759586 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c59aa02d-9b3c-415d-bd56-6cb74b9445c6 req-6f7a489d-7905-4637-8f17-717a14343bc8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0977638 Mar 10 09:06:40.866770 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c59aa02d-9b3c-415d-bd56-6cb74b9445c6 req-f99174a7-82d7-4585-a77d-481c66251baa tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007183 Mar 10 09:06:40.944256 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4811e2b7-0b0b-42a1-be93-10ac1caba887 req-e147c7b6-c223-46a6-ba7b-0a2b7873145f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0281372 Mar 10 09:06:41.087959 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Made reservation on behalf of d5a959cc22b047b49b020d2a39ab7f73 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:06:41.091627 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:41.136904 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-d085767e-b899-4a06-88cc-1110d986ba4c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:41.138396 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-d085767e-b899-4a06-88cc-1110d986ba4c tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.30 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0858595 Mar 10 09:06:41.300918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Allocated IP 172.20.0.10 (984a8cb9-42e1-4c33-a639-a971ebdb2407/441c15c4-d9f2-44b2-977d-693057feae3a/d8610814-8deb-41cd-9a37-f70135bd7bf4) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:06:41.368371 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-571ac7c4-2940-40c4-af23-ca93298dcd05 req-7cef7d0d-5b20-4ad0-95a0-5c6161367c05 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 210 time: 0.0519001 Mar 10 09:06:41.390141 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Deleting port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:41.390141 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:41.631027 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] For port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:41.631458 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:41.644628 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-f5018b59-0d58-4a53-886e-c6304c03195c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:41.646108 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-f5018b59-0d58-4a53-886e-c6304c03195c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 811 time: 0.2802250 Mar 10 09:06:41.683025 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Calling delete_port for fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:41.698893 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks [] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:41.819317 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-dfb77c8c-80ca-4cdc-b93a-fb00d9d31d19 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 379 time: 0.1536987 Mar 10 09:06:41.840090 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'port': {'device_id': '4c2d8398-519c-4477-b419-dd2476079f4c', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'admin_state_up': True, 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'security_groups': ['304a0857-b455-4937-9d42-7cafefcdf13b']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:41.985681 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.042165 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda6595-f95d-4a91-aa2c-62d59ef20c53 req-7fce9eb4-6ca4-45d9-a99a-1ddd0acd336f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:42.043883 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bdda6595-f95d-4a91-aa2c-62d59ef20c53 req-7fce9eb4-6ca4-45d9-a99a-1ddd0acd336f tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 945 time: 0.0854232 Mar 10 09:06:42.082711 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6093fef3-856a-48ac-bc10-efd7a94ee90b req-f218955e-4f6c-4e56-b970-047bae3058ec tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0446773 Mar 10 09:06:42.085001 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Network 984a8cb9-42e1-4c33-a639-a971ebdb2407 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:06:42.091293 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:42.104809 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Pushing event updated for resources: {'Port': ['ID=d8610814-8deb-41cd-9a37-f70135bd7bf4,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:42.104809 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:06:42.107262 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bdda6595-f95d-4a91-aa2c-62d59ef20c53 req-49475234-6b0d-4384-a4bf-6a8a49c20907 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/security-groups?id=6540295a-7a22-409c-9cec-4c78031cd4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571692 Mar 10 09:06:42.150584 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:42.151107 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.165941 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.205612 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event deleted for resources: {'Port': ['ID=fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:42.235401 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Made reservation on behalf of d523dcd031794a58b327b25b6bde2d4d for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:06:42.239156 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.266272 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] No DVR routers for this DVR port fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:42.271023 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.272410 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ee39e0c2-1eff-47ab-a2d2-c5f056d63acf req-01fbb8d7-1bba-4e32-9997-b36687c9be58 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.30 "DELETE /v2.0/ports/fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 HTTP/1.1" status: 204 len: 173 time: 1.1074424 Mar 10 09:06:42.274440 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-deleted', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:06:42.279206 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df3c27-6d1f-48df-b70c-11ba18772801" -d '{"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-deleted", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:06:42.288367 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4d223d02-8d70-415d-b64d-3063cf7f22f2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5619552 Mar 10 09:06:42.315402 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Request body: {'port': {'device_id': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:42.350968 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de03b2-6171-45f7-aa3a-6606918825b0 x-openstack-request-id: req-c8de03b2-6171-45f7-aa3a-6606918825b0 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:06:42.350968 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6", "name": "network-vif-deleted", "tag": "fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:06:42.350968 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8de03b2-6171-45f7-aa3a-6606918825b0 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:06:42.350968 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6', 'name': 'network-vif-deleted', 'tag': 'fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428', 'status': 'completed', 'code': 200} Mar 10 09:06:42.455153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.499494 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebd8dd-a8d9-4a52-ac31-f9c70a9a5ed7 req-0903c129-c265-434f-96e8-755f346bbff4 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:42.502561 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e4ebd8dd-a8d9-4a52-ac31-f9c70a9a5ed7 req-0903c129-c265-434f-96e8-755f346bbff4 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 932 time: 0.0605178 Mar 10 09:06:42.519782 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Allocated IP 172.20.0.8 (75361695-b343-4169-b2e1-1f53a68e6cb6/3b0bd77e-9819-485b-8f12-e40fd2557d76/3ac820bb-a3c6-42a1-be4a-4f8b7ab40623) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:06:42.554580 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e4ebd8dd-a8d9-4a52-ac31-f9c70a9a5ed7 req-0ff3605d-7c89-4d79-a4dc-146a7bb2e6aa tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462863 Mar 10 09:06:42.815048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.890282 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8610814-8deb-41cd-9a37-f70135bd7bf4 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:06:42.899515 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Publish callbacks [] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:42.912048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Transition to ACTIVE for port object d8610814-8deb-41cd-9a37-f70135bd7bf4 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:06:43.006825 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:43.008450 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:43.060734 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:06:43.064320 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:06:43.070232 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:06:43.096951 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Pushing event updated for resources: {'Port': ['ID=d8610814-8deb-41cd-9a37-f70135bd7bf4,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:43.229164 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-35077f2c-e310-4721-8c6f-86231d4a09e0 req-61152b2f-4dbd-44d6-aedd-c435a94e2bc4 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0388956 Mar 10 09:06:43.259660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:43.268935 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:43.269642 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:43.304889 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Attempting to bind port d8610814-8deb-41cd-9a37-f70135bd7bf4 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:06:43.305232 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Attempting to bind port d8610814-8deb-41cd-9a37-f70135bd7bf4 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:06:43.305566 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Attempting to bind port d8610814-8deb-41cd-9a37-f70135bd7bf4 on network 984a8cb9-42e1-4c33-a639-a971ebdb2407 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:06:43.312959 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Port d8610814-8deb-41cd-9a37-f70135bd7bf4 on network 984a8cb9-42e1-4c33-a639-a971ebdb2407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:06:43.313377 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Attempting to bind port d8610814-8deb-41cd-9a37-f70135bd7bf4 on network 984a8cb9-42e1-4c33-a639-a971ebdb2407 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:06:43.322932 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa43fc-6d52-4b69-91a5-1597a297418e req-aaa231bc-23d1-4917-9b37-1a879c08ec81 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:43.324403 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-78fa43fc-6d52-4b69-91a5-1597a297418e req-aaa231bc-23d1-4917-9b37-1a879c08ec81 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 931 time: 0.1282854 Mar 10 09:06:43.327081 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:06:43.327425 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Checking segment: {'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:06:43.327855 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Bound using segment: {'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:06:43.328848 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Bound port: d8610814-8deb-41cd-9a37-f70135bd7bf4, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:06:43.329185 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:43.353256 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-c67bac13-942b-46e5-b98b-629f67ff44d9 None None] Provisioning complete for port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:43.353256 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c67bac13-942b-46e5-b98b-629f67ff44d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:43.388843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-c67bac13-942b-46e5-b98b-629f67ff44d9 None None] Port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:06:43.428781 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-78fa43fc-6d52-4b69-91a5-1597a297418e req-2b735bf7-4fc9-40cf-aad7-1be55b1e1aad tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973797 Mar 10 09:06:43.447093 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] For port d8610814-8deb-41cd-9a37-f70135bd7bf4, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:06:43.450229 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] For port d8610814-8deb-41cd-9a37-f70135bd7bf4, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d8610814-8deb-41cd-9a37-f70135bd7bf4,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:06:43.460036 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-5b53da15-970b-42ed-9cc8-a0d3ffc26a0a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6288202 Mar 10 09:06:43.560561 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:43.595972 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:43.596593 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:43.597998 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] 10.222.0.30 "PUT /v2.0/ports/d8610814-8deb-41cd-9a37-f70135bd7bf4 HTTP/1.1" status: 200 len: 1094 time: 1.2887118 Mar 10 09:06:43.619572 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca0f4-f394-4c46-a30e-e64b68896f9e service neutron] Pushing event updated for resources: {'Port': ['ID=d8610814-8deb-41cd-9a37-f70135bd7bf4,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:43.675726 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b77dd7-9e34-48f0-a434-4aa94de1ffa1 req-569e4a64-c656-4714-b334-cbcce55769da tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:43.677212 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e9b77dd7-9e34-48f0-a434-4aa94de1ffa1 req-569e4a64-c656-4714-b334-cbcce55769da tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.0535505 Mar 10 09:06:43.728366 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e9b77dd7-9e34-48f0-a434-4aa94de1ffa1 req-fee76c94-cfb6-4567-99b4-a00ec412bf2c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Mar 10 09:06:44.341925 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d78f145f-9fe6-4fcd-8919-e61866ab0024 req-be845804-c75f-4239-a7d9-673f62da5d85 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0299566 Mar 10 09:06:44.343999 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'tag': 'd8610814-8deb-41cd-9a37-f70135bd7bf4'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:06:44.346298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe08cb1-dd1c-42e5-9945-d00558e87f20" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5fd798-a72c-4fcb-bb53-173f5b374ca8", "tag": "d8610814-8deb-41cd-9a37-f70135bd7bf4"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:06:44.383199 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620d05e-5e6c-4287-aadd-5614d20dcf93 x-openstack-request-id: req-5620d05e-5e6c-4287-aadd-5614d20dcf93 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:06:44.383499 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5fd798-a72c-4fcb-bb53-173f5b374ca8", "tag": "d8610814-8deb-41cd-9a37-f70135bd7bf4", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:06:44.383788 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5620d05e-5e6c-4287-aadd-5614d20dcf93 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:06:44.384199 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'tag': 'd8610814-8deb-41cd-9a37-f70135bd7bf4', 'status': 'completed', 'code': 200} Mar 10 09:06:44.551519 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe189-f680-4b9b-a2df-591335d50ccb req-2ae67726-a8ec-4d62-b510-c097d93491e6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:44.554113 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a7fe189-f680-4b9b-a2df-591335d50ccb req-2ae67726-a8ec-4d62-b510-c097d93491e6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 931 time: 0.0595291 Mar 10 09:06:44.605876 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a7fe189-f680-4b9b-a2df-591335d50ccb req-d6f7a4a4-3a0d-4193-88a2-c0f5b5035631 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457935 Mar 10 09:06:44.856206 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1c341-9344-435a-aa05-d788a25631ec req-76ac3032-51f4-4065-821b-51b5538c5392 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:44.857606 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-afa1c341-9344-435a-aa05-d788a25631ec req-76ac3032-51f4-4065-821b-51b5538c5392 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.0565276 Mar 10 09:06:44.908701 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-afa1c341-9344-435a-aa05-d788a25631ec req-1711b640-3e5f-431e-afb1-1cca016f0a39 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450599 Mar 10 09:06:45.459247 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6337de57-c7d7-4692-8418-3a24aedbabf9 req-112e8b42-34d1-422e-9ce5-d010093743d9 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0321982 Mar 10 09:06:45.738705 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb2386-4488-40b3-9626-c5815754acda req-eb4b681a-706b-491f-875e-01ae4aada0c7 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:45.740241 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-99eb2386-4488-40b3-9626-c5815754acda req-eb4b681a-706b-491f-875e-01ae4aada0c7 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 931 time: 0.0549543 Mar 10 09:06:45.792845 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-99eb2386-4488-40b3-9626-c5815754acda req-0f05eefa-249f-4c9e-b84e-c22d6c234db3 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465906 Mar 10 09:06:46.030856 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796493e1-abd4-461a-8d0c-f1e4a7cdcf45 req-c2f09e48-b642-48f1-9ed2-58f03d4cfb0b tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:46.032419 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-796493e1-abd4-461a-8d0c-f1e4a7cdcf45 req-c2f09e48-b642-48f1-9ed2-58f03d4cfb0b tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.0575440 Mar 10 09:06:46.084044 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-796493e1-abd4-461a-8d0c-f1e4a7cdcf45 req-2d8fe412-b48b-423b-a195-ac7440eb1746 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Mar 10 09:06:46.573324 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8f5e99c4-88e6-48d1-aa8b-f8c94ed1b3d4 req-752e4952-2361-4d99-aaf0-bfd04038e00a tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0308177 Mar 10 09:06:46.922072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c618db-a003-4db0-ab8d-18f754594335 req-7cb0a381-984a-4352-a9b8-6a78e17073f9 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:46.923588 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-77c618db-a003-4db0-ab8d-18f754594335 req-7cb0a381-984a-4352-a9b8-6a78e17073f9 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 931 time: 0.0543528 Mar 10 09:06:46.978703 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-77c618db-a003-4db0-ab8d-18f754594335 req-2882cec4-683a-4c06-acbe-44e46455b736 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492823 Mar 10 09:06:46.993688 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Request body: {'port': {'device_id': '4c2d8398-519c-4477-b419-dd2476079f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:06:47.090193 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:47.106803 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe08cb1-dd1c-42e5-9945-d00558e87f20 req-6942f5ff-6832-4a60-bd36-3d1cf2af2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:47.108928 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cbe08cb1-dd1c-42e5-9945-d00558e87f20 req-6942f5ff-6832-4a60-bd36-3d1cf2af2cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 1128 time: 0.0930305 Mar 10 09:06:47.215258 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f93c8-87fc-4c6f-b034-ba5f952bf693 req-a2df2518-b484-45ff-8d63-47a38cdfe92d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:47.216809 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f89f93c8-87fc-4c6f-b034-ba5f952bf693 req-a2df2518-b484-45ff-8d63-47a38cdfe92d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.0607424 Mar 10 09:06:47.272938 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f89f93c8-87fc-4c6f-b034-ba5f952bf693 req-ff9a5c08-230d-4cd0-bd05-1345995b8512 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Mar 10 09:06:47.317367 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe08cb1-dd1c-42e5-9945-d00558e87f20 req-e10b1ad0-3186-46c8-817d-74bc881b0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:47.318918 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cbe08cb1-dd1c-42e5-9945-d00558e87f20 req-e10b1ad0-3186-46c8-817d-74bc881b0e5a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1889803 Mar 10 09:06:47.473018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:06:47.483328 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Publish callbacks [] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:47.534223 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Transition to ACTIVE for port object 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:06:47.553161 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe08cb1-dd1c-42e5-9945-d00558e87f20 req-457ef24d-dc86-437c-a0b8-4bcb641689c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:47.554704 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cbe08cb1-dd1c-42e5-9945-d00558e87f20 req-457ef24d-dc86-437c-a0b8-4bcb641689c9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216528 Mar 10 09:06:47.645090 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:47.669682 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:47.670479 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device fa18ce58-bbdd-45b5-94eb-7e2ba7ba8428 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:47.963931 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2de07288-4250-4718-96c0-7f87d2cc19a1 req-bf53e28e-dfea-46bd-a778-01e86d039229 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "GET /v2.0/ports?device_id=91f59cd0-2a74-4470-84ed-3f9fd7cf1ba6 HTTP/1.1" status: 200 len: 210 time: 0.0322161 Mar 10 09:06:47.965998 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:48.017014 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-b1629f45-4b6e-40d1-9d34-872566755340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:48.018739 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-b1629f45-4b6e-40d1-9d34-872566755340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 1128 time: 0.4244525 Mar 10 09:06:48.078800 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Pushing event updated for resources: {'Port': ['ID=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:48.096406 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-91c8fba9-299b-4080-b8d1-24f7f4dbb699 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8610814-8deb-41cd-9a37-f70135bd7bf4 HTTP/1.1" status: 200 len: 217 time: 0.0689294 Mar 10 09:06:48.137020 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c74f7-3577-4cae-87e3-4958032cd55d req-7d654611-bfe6-4797-8700-cd639dfa038e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:48.138779 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5a5c74f7-3577-4cae-87e3-4958032cd55d req-7d654611-bfe6-4797-8700-cd639dfa038e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.0857849 Mar 10 09:06:48.192169 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-ecce41af-e099-4a5c-b7c9-0436968de464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:48.193700 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-ecce41af-e099-4a5c-b7c9-0436968de464 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=441c15c4-d9f2-44b2-977d-693057feae3a HTTP/1.1" status: 200 len: 849 time: 0.0917876 Mar 10 09:06:48.225256 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5a5c74f7-3577-4cae-87e3-4958032cd55d req-0a39ed3b-3e33-45af-9248-1ff8b4dcfe99 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738177 Mar 10 09:06:48.240384 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-4ce1eabc-84f3-400a-b695-4ca9abdc5256 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a8cb9-42e1-4c33-a639-a971ebdb2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357440 Mar 10 09:06:48.241220 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Attempting to bind port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:06:48.241568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Attempting to bind port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:06:48.241911 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Attempting to bind port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:06:48.261765 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:06:48.266205 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Attempting to bind port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:06:48.280228 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:06:48.280500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Checking segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:06:48.280893 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Bound using segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:06:48.281333 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Bound port: 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:06:48.281699 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:48.434959 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-550b3222-8206-44bf-a161-55058e5d3614 service neutron] 10.222.0.30 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879594 Mar 10 09:06:48.462034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] For port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:06:48.486591 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] For port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:06:48.501361 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472ad1c-2b52-43c2-b356-0d277e5eedbf req-dec97534-9410-4936-a646-462f1085e177 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:48.502914 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6472ad1c-2b52-43c2-b356-0d277e5eedbf req-dec97534-9410-4936-a646-462f1085e177 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.1393940 Mar 10 09:06:48.586302 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f45e033-1d6c-4834-b4e9-c51549139fe6 req-f67a1715-23fc-4213-9d66-bac931c286a4 service neutron] 10.222.0.30 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438231 Mar 10 09:06:48.594255 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6472ad1c-2b52-43c2-b356-0d277e5eedbf req-4e500707-b849-42b3-b116-ec0586bf7acb tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639820 Mar 10 09:06:48.673567 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:48.724030 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:48.724964 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:48.727620 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] 10.222.0.30 "PUT /v2.0/ports/3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 HTTP/1.1" status: 200 len: 1093 time: 1.7387409 Mar 10 09:06:48.728072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:06:48.731853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2d27a-c9e4-4cbc-b85c-ae242826e112" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:06:48.774769 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eb537-84c2-448b-9f7d-5e3989b8a9aa service neutron] Pushing event updated for resources: {'Port': ['ID=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:48.780773 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f661802-d2aa-4741-ab2a-8353fe00f022 x-openstack-request-id: req-3f661802-d2aa-4741-ab2a-8353fe00f022 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:06:48.781095 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:06:48.784842 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f661802-d2aa-4741-ab2a-8353fe00f022 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:06:48.784842 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'status': 'completed', 'code': 200} Mar 10 09:06:48.866222 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d27a-c9e4-4cbc-b85c-ae242826e112 req-47e5bb05-c0ba-4025-93bf-baa9f5b0e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:48.867772 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3b2d27a-c9e4-4cbc-b85c-ae242826e112 req-47e5bb05-c0ba-4025-93bf-baa9f5b0e310 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 1127 time: 0.0523214 Mar 10 09:06:49.028913 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d27a-c9e4-4cbc-b85c-ae242826e112 req-e7eba070-69f3-4023-8ecf-3104cd3c74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:49.031852 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3b2d27a-c9e4-4cbc-b85c-ae242826e112 req-e7eba070-69f3-4023-8ecf-3104cd3c74aa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d523dcd031794a58b327b25b6bde2d4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1565928 Mar 10 09:06:49.040831 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52852) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:49.105533 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eaee0faf-65b3-46b0-83e4-89077951f1e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group (6540295a-7a22-409c-9cec-4c78031cd4b8), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:49.131898 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d27a-c9e4-4cbc-b85c-ae242826e112 req-1c8ad6a3-2b2d-4901-aacd-78c073754e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:49.133456 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3b2d27a-c9e4-4cbc-b85c-ae242826e112 req-1c8ad6a3-2b2d-4901-aacd-78c073754e5b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958235 Mar 10 09:06:49.134460 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eaee0faf-65b3-46b0-83e4-89077951f1e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group (6540295a-7a22-409c-9cec-4c78031cd4b8), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:49.229409 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-ccc1bd7e-2979-43f4-954f-eb6473b8c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:49.231013 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-ccc1bd7e-2979-43f4-954f-eb6473b8c3a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 1127 time: 0.0580931 Mar 10 09:06:49.274820 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-e3f40bdd-efa1-4872-b0a4-17632819a72a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 HTTP/1.1" status: 200 len: 217 time: 0.0370963 Mar 10 09:06:49.285031 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eaee0faf-65b3-46b0-83e4-89077951f1e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (6540295a-7a22-409c-9cec-4c78031cd4b8), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:49.289017 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-eaee0faf-65b3-46b0-83e4-89077951f1e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:49.289262 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-eaee0faf-65b3-46b0-83e4-89077951f1e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] 10.222.0.31 "DELETE /v2.0/security-groups/6540295a-7a22-409c-9cec-4c78031cd4b8 HTTP/1.1" status: 204 len: 168 time: 0.2472696 Mar 10 09:06:49.314427 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee0faf-65b3-46b0-83e4-89077951f1e8 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6540295a-7a22-409c-9cec-4c78031cd4b8,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:49.345887 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-1c10de52-99e8-46fd-b387-809637e422ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:49.347403 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-1c10de52-99e8-46fd-b387-809637e422ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0673103 Mar 10 09:06:49.374945 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387e397-2d39-4483-84ed-5feadf15a017 req-08ab7f97-a839-494d-af9b-0108080f5234 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:49.379048 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c387e397-2d39-4483-84ed-5feadf15a017 req-08ab7f97-a839-494d-af9b-0108080f5234 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.0860872 Mar 10 09:06:49.409467 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-dcfc44ac-3aee-4e71-a764-09c704538196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:49.411073 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-dcfc44ac-3aee-4e71-a764-09c704538196 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575397 Mar 10 09:06:49.461439 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52858) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:49.462515 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c387e397-2d39-4483-84ed-5feadf15a017 req-34bd7cf3-bb5a-409a-88e0-1ee9955d6058 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774801 Mar 10 09:06:49.540195 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-30afbeb7-8967-42f6-b5a2-bc8899d49d2e service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222503 Mar 10 09:06:49.749782 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f7d395c-d3d3-43cc-b66e-891d35474726 req-01e9ba9b-4c64-45b1-99c7-4b489b29e2bd service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030635 Mar 10 09:06:49.821061 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fd97-e713-41c8-ab23-b5028a01aeb3 req-7e9ce3ad-8033-411b-820c-256a37816979 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:49.822540 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-55a7fd97-e713-41c8-ab23-b5028a01aeb3 req-7e9ce3ad-8033-411b-820c-256a37816979 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.1539240 Mar 10 09:06:49.918413 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-55a7fd97-e713-41c8-ab23-b5028a01aeb3 req-37d490aa-294e-4dc9-b247-830ba289391f tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884614 Mar 10 09:06:50.069911 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:50.336308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Deleting port 5e905f73-d856-47bc-91f7-67abbfe11554 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:50.336652 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:50.418275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] For port 5e905f73-d856-47bc-91f7-67abbfe11554, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=5e905f73-d856-47bc-91f7-67abbfe11554,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:50.418653 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:50.436548 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Calling delete_port for 5e905f73-d856-47bc-91f7-67abbfe11554 owned by network:router_interface {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:50.595757 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b728-01d8-44be-9de5-fcc9eea8c610 req-9afd7241-9cf4-4c2e-8869-5a34064e7cd9 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:50.597323 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1467b728-01d8-44be-9de5-fcc9eea8c610 req-9afd7241-9cf4-4c2e-8869-5a34064e7cd9 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.0698862 Mar 10 09:06:50.648439 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1467b728-01d8-44be-9de5-fcc9eea8c610 req-70cd6cc2-e176-430b-96d9-922675ae0aa5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454109 Mar 10 09:06:50.752821 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (5e905f73-d856-47bc-91f7-67abbfe11554), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:50.779229 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e905f73-d856-47bc-91f7-67abbfe11554,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:50.951467 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:51.103863 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c73f58-efe6-43e5-a7e4-b26396f41a6b req-a0d43b05-4768-487a-b8c6-5c64316d0e0a tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:51.105307 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2c73f58-efe6-43e5-a7e4-b26396f41a6b req-a0d43b05-4768-487a-b8c6-5c64316d0e0a tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.0997841 Mar 10 09:06:51.199072 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f2c73f58-efe6-43e5-a7e4-b26396f41a6b req-f6aff2e9-961b-4c8e-bf0d-f82e2efde37f tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869250 Mar 10 09:06:51.265367 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:06:51.377265 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:06:51.382499 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-56c2ddb9-6ce4-41e9-9c78-6c36cf11f7f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9201822 Mar 10 09:06:51.385014 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52878) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:51.386102 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] Sync routers for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:06:51.398314 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:51.399076 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:51.505583 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks [] for router (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:51.518497 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:51.621296 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks [] for router_gateway (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:51.708819 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:06:50Z', 'revision_number': 5, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port': {'id': '15f9c25f-e73c-4f39-bc4a-eb1bb531df7f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:51.744318 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] Checking router: 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:06:51.753694 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] Routers {'4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:51.754375 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:51.764378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Deleting port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:51.764714 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:51.798499 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064755-0c88-4f99-9c22-9214f9020f39 req-8d720bc8-ce79-4f12-a076-d27bca9d58e0 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:51.800053 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e0064755-0c88-4f99-9c22-9214f9020f39 req-8d720bc8-ce79-4f12-a076-d27bca9d58e0 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.0776999 Mar 10 09:06:51.851202 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] Set router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 gateway port host: None {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:51.853378 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e0064755-0c88-4f99-9c22-9214f9020f39 req-54034eab-df9d-468c-ba07-4364fd63eda8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470383 Mar 10 09:06:51.868938 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] For port 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:51.868938 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:51.880509 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Calling delete_port for 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f owned by network:router_gateway {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:51.905453 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:06:51Z', 'revision_number': 6, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:51.934523 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5642ea54-9043-48a7-a429-0e025a0cd255 None None] The sync data for ids ['4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7'] in dv-cinder-796170-5-iscsi is: [{'id': '4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7', 'name': 'tempest-TestShelveInstance-373055930-router', 'tenant_id': '3c1de4cd654642319ab628bf15cdb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:53Z', 'updated_at': '2022-03-10T09:06:51Z', 'revision_number': 6, 'project_id': '3c1de4cd654642319ab628bf15cdb154', 'gw_port_host': None}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:52.140317 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (15f9c25f-e73c-4f39-bc4a-eb1bb531df7f), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.166469 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f9c25f-e73c-4f39-bc4a-eb1bb531df7f,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:52.235052 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.357696 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.361160 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks [] for router_controller (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.425538 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b09cd8-826e-43ce-8a8c-58ca8f7786dd req-7b9b0824-7ed5-4f4d-b558-17737ec27a04 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:52.426965 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-32b09cd8-826e-43ce-8a8c-58ca8f7786dd req-7b9b0824-7ed5-4f4d-b558-17737ec27a04 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.1302187 Mar 10 09:06:52.481659 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-32b09cd8-826e-43ce-8a8c-58ca8f7786dd req-24b7f27d-2c52-49e0-8986-fb7c514ad1a2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Mar 10 09:06:52.499722 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.500307 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 {{(pid=110208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:06:52.507049 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.508795 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-35e9aa76-6459-4268-a9db-b71d7a548164 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f99d456-38a0-43b6-8e86-ee5f4e6bdfd7 HTTP/1.1" status: 204 len: 168 time: 1.1226568 Mar 10 09:06:52.511262 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52886) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:52.556390 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] Deleting subnet be6f9e5d-2a30-487b-b919-2e1d06f9264b {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:06:52.559780 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] Publish callbacks [] for subnet (be6f9e5d-2a30-487b-b919-2e1d06f9264b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.594595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (be6f9e5d-2a30-487b-b919-2e1d06f9264b), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.671643 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (be6f9e5d-2a30-487b-b919-2e1d06f9264b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.946947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (be6f9e5d-2a30-487b-b919-2e1d06f9264b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.976224 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6f9e5d-2a30-487b-b919-2e1d06f9264b,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:52.978257 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:52.984079 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-d149649c-4385-4da6-b42a-9f2dfbe1ca3b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/be6f9e5d-2a30-487b-b919-2e1d06f9264b HTTP/1.1" status: 204 len: 168 time: 0.4716728 Mar 10 09:06:52.985043 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52892) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:52.986599 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d826-6e39-4416-9057-d6f5b8fc0a48 req-9333f2f5-a67c-4195-ac86-8c5312ab4a5f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:52.988149 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b255d826-6e39-4416-9057-d6f5b8fc0a48 req-9333f2f5-a67c-4195-ac86-8c5312ab4a5f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.0610025 Mar 10 09:06:52.988945 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d5672-c255-490d-8596-9a66f2c32d1a None None] Network efde2954-269e-4041-823f-755fbc14646b requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:06:53.050560 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b255d826-6e39-4416-9057-d6f5b8fc0a48 req-ba63630e-e3df-4eb1-ae6f-8d6fcfaf5fca tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560234 Mar 10 09:06:53.078493 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (efde2954-269e-4041-823f-755fbc14646b), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.079240 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d8610814-8deb-41cd-9a37-f70135bd7bf4 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:06:53.138524 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Deleting port 0da187a0-3d75-4561-8fb1-504fb09f4845 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:53.139112 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.177334 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] DHCP port deletion for efde2954-269e-4041-823f-755fbc14646b request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:06:53.202128 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] For port 0da187a0-3d75-4561-8fb1-504fb09f4845, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=0da187a0-3d75-4561-8fb1-504fb09f4845,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:53.202772 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.216665 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Calling delete_port for 0da187a0-3d75-4561-8fb1-504fb09f4845 owned by network:dhcp {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:53.221494 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d8610814-8deb-41cd-9a37-f70135bd7bf4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d8610814-8deb-41cd-9a37-f70135bd7bf4,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:53.237037 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'd8610814-8deb-41cd-9a37-f70135bd7bf4', 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407', 'port_id': 'd8610814-8deb-41cd-9a37-f70135bd7bf4', 'mac_address': 'fa:16:3e:ba:e1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441c15c4-d9f2-44b2-977d-693057feae3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:06:53.290155 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port d8610814-8deb-41cd-9a37-f70135bd7bf4 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:53.290558 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.293968 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Deleting port 0da187a0-3d75-4561-8fb1-504fb09f4845 {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:53.294378 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.320609 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8610814-8deb-41cd-9a37-f70135bd7bf4 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:06:53.384256 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d8610814-8deb-41cd-9a37-f70135bd7bf4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d8610814-8deb-41cd-9a37-f70135bd7bf4,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:53.386394 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] For port 0da187a0-3d75-4561-8fb1-504fb09f4845, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=0da187a0-3d75-4561-8fb1-504fb09f4845,segment=NetworkSegment(e0694cd3-d4ed-473b-8647-1a11593dcf27),segment_id=e0694cd3-d4ed-473b-8647-1a11593dcf27)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:53.386818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.405764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Calling delete_port for 0da187a0-3d75-4561-8fb1-504fb09f4845 owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:53.439019 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.470195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da187a0-3d75-4561-8fb1-504fb09f4845,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:53.476320 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] No DVR routers for this DVR port 0da187a0-3d75-4561-8fb1-504fb09f4845 on host dv-cinder-796170-5-iscsi {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:53.484936 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:53.513245 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:53.513544 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 15f9c25f-e73c-4f39-bc4a-eb1bb531df7f not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:53.514048 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 5e905f73-d856-47bc-91f7-67abbfe11554 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:53.533997 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 5e905f73-d856-47bc-91f7-67abbfe11554 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:53.534477 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 5e905f73-d856-47bc-91f7-67abbfe11554 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:53.534970 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 0da187a0-3d75-4561-8fb1-504fb09f4845 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:53.538683 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (0da187a0-3d75-4561-8fb1-504fb09f4845), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.553147 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (efde2954-269e-4041-823f-755fbc14646b), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.564596 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 0da187a0-3d75-4561-8fb1-504fb09f4845 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:53.565046 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 0da187a0-3d75-4561-8fb1-504fb09f4845 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:53.585141 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Pushing event deleted for resources: {'Port': ['ID=0da187a0-3d75-4561-8fb1-504fb09f4845,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:53.592587 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] No DVR routers for this DVR port 0da187a0-3d75-4561-8fb1-504fb09f4845 on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:53.595314 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.595741 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.596171 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.596589 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.597006 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.597421 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.597830 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.598381 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.598787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.599245 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.599657 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.600059 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.600464 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a5c76-4e84-4b5f-a7d8-d4b9d61f03a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:06:53.607791 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efde2954-269e-4041-823f-755fbc14646b']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:53.620917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0694cd3-d4ed-473b-8647-1a11593dcf27') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:53.621217 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0694cd3-d4ed-473b-8647-1a11593dcf27') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:53.633603 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (e0694cd3-d4ed-473b-8647-1a11593dcf27), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.650188 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (e0694cd3-d4ed-473b-8647-1a11593dcf27), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.661479 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd0959-059f-4b8c-a3f8-69bef2184b25 req-d7dd0b73-13ad-45d0-b7a1-281d027fcbd4 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:53.663030 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60bd0959-059f-4b8c-a3f8-69bef2184b25 req-d7dd0b73-13ad-45d0-b7a1-281d027fcbd4 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 944 time: 0.1069810 Mar 10 09:06:53.665825 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (e0694cd3-d4ed-473b-8647-1a11593dcf27), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:06:53.668662 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:06:53.681106 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:06:53.717719 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.754868 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-60bd0959-059f-4b8c-a3f8-69bef2184b25 req-39a36f44-c8e7-46da-be12-cf61d78a5e83 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858791 Mar 10 09:06:53.783737 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=d8610814-8deb-41cd-9a37-f70135bd7bf4,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:53.934995 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (efde2954-269e-4041-823f-755fbc14646b), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.940554 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:53.943734 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] 10.222.0.31 "DELETE /v2.0/networks/efde2954-269e-4041-823f-755fbc14646b HTTP/1.1" status: 204 len: 168 time: 0.9577477 Mar 10 09:06:53.948183 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52898) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:53.955761 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7282a-383e-421b-90de-5c456b0eb910 admin admin] Pushing event deleted for resources: {'Network': ['ID=efde2954-269e-4041-823f-755fbc14646b,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:54.373800 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b198e8-1bc6-47b0-8129-9657ef88a00c req-14f36278-7c63-44af-8cf2-c010247846f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:54.375225 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-05b198e8-1bc6-47b0-8129-9657ef88a00c req-14f36278-7c63-44af-8cf2-c010247846f1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.1025794 Mar 10 09:06:54.455634 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-05b198e8-1bc6-47b0-8129-9657ef88a00c req-8990b196-0446-4970-8643-a2a3e10a8557 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728006 Mar 10 09:06:54.556824 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (f2babf1f-a944-476f-bbad-64aee19718c5), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:54.807406 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Deleting port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:54.807750 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:54.884091 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31678430-5c81-47f1-844b-dd8eaf027e04 req-404214b2-3b52-4d8d-8869-4d10a2564838 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:54.885580 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-31678430-5c81-47f1-844b-dd8eaf027e04 req-404214b2-3b52-4d8d-8869-4d10a2564838 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 945 time: 0.0577779 Mar 10 09:06:54.886023 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] For port bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,segment=NetworkSegment(88d600cd-483d-404a-a10d-d39fb9ff5651),segment_id=88d600cd-483d-404a-a10d-d39fb9ff5651)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:54.886424 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:54.899475 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Calling delete_port for bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 owned by network:router_interface {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:54.933026 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-31678430-5c81-47f1-844b-dd8eaf027e04 req-e2303aeb-20a7-45fa-9121-dc5be8b44462 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Mar 10 09:06:55.185609 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:55.208556 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:55.214888 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:55.392004 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (f2babf1f-a944-476f-bbad-64aee19718c5), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:55.645388 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe837b-45f6-4abd-9ab3-54f20f039b74 req-d7ee49fd-04c1-44d6-90fa-185f623aa11e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:55.646906 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-adfe837b-45f6-4abd-9ab3-54f20f039b74 req-d7ee49fd-04c1-44d6-90fa-185f623aa11e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.1050503 Mar 10 09:06:55.657823 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Router f2babf1f-a944-476f-bbad-64aee19718c5 has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:06:55.745148 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-adfe837b-45f6-4abd-9ab3-54f20f039b74 req-8287dfc9-3015-43b2-a2a8-188010abbf6b tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921874 Mar 10 09:06:55.801559 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:06:55.807036 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-e25009ad-20cc-405f-88ad-ec52a638bafe admin admin] 10.222.0.31 "PUT /v2.0/routers/f2babf1f-a944-476f-bbad-64aee19718c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572218 Mar 10 09:06:55.809067 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 52908) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:55.811896 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] Sync routers for ids ['f2babf1f-a944-476f-bbad-64aee19718c5'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:06:55.825437 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] Routers {'f2babf1f-a944-476f-bbad-64aee19718c5'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:55.825437 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['f2babf1f-a944-476f-bbad-64aee19718c5'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:55.918388 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks [] for router (f2babf1f-a944-476f-bbad-64aee19718c5), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:55.946764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] Set router f2babf1f-a944-476f-bbad-64aee19718c5 gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:56.006660 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['d8610814-8deb-41cd-9a37-f70135bd7bf4'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:06:56.035547 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks [] for router_gateway (f2babf1f-a944-476f-bbad-64aee19718c5), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:56.060054 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f21a7-a161-4ae5-996b-253ff8d3fa95 req-c5547970-961e-46c2-baac-2a33f0e7471b tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:56.061543 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ed9f21a7-a161-4ae5-996b-253ff8d3fa95 req-c5547970-961e-46c2-baac-2a33f0e7471b tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 945 time: 0.0569344 Mar 10 09:06:56.109562 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ed9f21a7-a161-4ae5-996b-253ff8d3fa95 req-60fb48df-9635-4b22-8efe-65558a2c69fe tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Mar 10 09:06:56.170554 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Deleting port 78b003ab-424e-4bfd-9901-e5a1f9cd592f {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:56.170900 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:56.244851 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:06:55Z', 'revision_number': 5, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port': {'id': '78b003ab-424e-4bfd-9901-e5a1f9cd592f', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:01:00Z', 'updated_at': '2022-03-10T09:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:56.278898 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] Checking router: f2babf1f-a944-476f-bbad-64aee19718c5 for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:06:56.291780 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] Routers {'f2babf1f-a944-476f-bbad-64aee19718c5'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:06:56.292411 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:06:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['f2babf1f-a944-476f-bbad-64aee19718c5'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:56.446983 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] For port 78b003ab-424e-4bfd-9901-e5a1f9cd592f, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=78b003ab-424e-4bfd-9901-e5a1f9cd592f,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:56.447566 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:56.460715 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Calling delete_port for 78b003ab-424e-4bfd-9901-e5a1f9cd592f owned by network:router_gateway {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:56.519941 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] Set router f2babf1f-a944-476f-bbad-64aee19718c5 gateway port host: None {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:06:56.575760 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:06:56Z', 'revision_number': 6, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:56.603203 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46138c-c9e4-4112-afd9-ced39210e0a7 None None] The sync data for ids ['f2babf1f-a944-476f-bbad-64aee19718c5'] in dv-cinder-796170-5-iscsi is: [{'id': 'f2babf1f-a944-476f-bbad-64aee19718c5', 'name': 'tempest-TestShelveInstance-1713211473-router', 'tenant_id': '736b18da97c749fba2fcc12f33ef0e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:00:59Z', 'updated_at': '2022-03-10T09:06:56Z', 'revision_number': 6, 'project_id': '736b18da97c749fba2fcc12f33ef0e7a', 'gw_port_host': None}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:06:56.711178 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (78b003ab-424e-4bfd-9901-e5a1f9cd592f), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:56.738403 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Pushing event deleted for resources: {'Port': ['ID=78b003ab-424e-4bfd-9901-e5a1f9cd592f,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:56.805288 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (f2babf1f-a944-476f-bbad-64aee19718c5), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:56.924787 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (f2babf1f-a944-476f-bbad-64aee19718c5), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:56.929116 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks [] for router_controller (f2babf1f-a944-476f-bbad-64aee19718c5), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:56.993207 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34504b-2da3-4575-8707-c7766b87dbed req-47241f6c-5577-4eca-bf2a-ddf482c05b36 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:56.995222 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1e34504b-2da3-4575-8707-c7766b87dbed req-47241f6c-5577-4eca-bf2a-ddf482c05b36 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 943 time: 0.1625891 Mar 10 09:06:57.046789 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (f2babf1f-a944-476f-bbad-64aee19718c5), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.047473 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2babf1f-a944-476f-bbad-64aee19718c5 {{(pid=110207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:06:57.052389 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.055174 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-65ec1fd7-6a3d-4bcc-a710-da8e86aaf50d admin admin] 10.222.0.31 "DELETE /v2.0/routers/f2babf1f-a944-476f-bbad-64aee19718c5 HTTP/1.1" status: 204 len: 168 time: 1.2436185 Mar 10 09:06:57.057293 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52924) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:57.058357 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1e34504b-2da3-4575-8707-c7766b87dbed req-9c7954eb-e69d-4864-bf40-142d71d3e794 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571775 Mar 10 09:06:57.070261 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:06:57.072055 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d8610814-8deb-41cd-9a37-f70135bd7bf4 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:06:57.125765 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] Deleting subnet b1ec181d-abc6-46ae-ae81-ded3b5c416f5 {{(pid=110208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:06:57.129216 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] Publish callbacks [] for subnet (b1ec181d-abc6-46ae-ae81-ded3b5c416f5), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.229067 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:57.242482 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'port_id': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'mac_address': 'fa:16:3e:ab:13:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:06:57.296694 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:57.297460 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.312069 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:06:57.317899 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port d8610814-8deb-41cd-9a37-f70135bd7bf4 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:06:57.330579 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port d8610814-8deb-41cd-9a37-f70135bd7bf4 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:57.330579 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.358757 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:57.424443 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port d8610814-8deb-41cd-9a37-f70135bd7bf4 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:57.424847 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.455600 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8610814-8deb-41cd-9a37-f70135bd7bf4'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:06:57.458227 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e3f7e-7fab-4f75-8170-6e9d1fbe4377" -d '{"events": [{"server_uuid": "7c5fd798-a72c-4fcb-bb53-173f5b374ca8", "name": "network-vif-plugged", "status": "completed", "tag": "d8610814-8deb-41cd-9a37-f70135bd7bf4"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:06:57.478400 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port d8610814-8deb-41cd-9a37-f70135bd7bf4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d8610814-8deb-41cd-9a37-f70135bd7bf4,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:57.490436 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:57.517640 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:57.518762 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device bf6d8ecd-5f73-4c04-8d49-c79e5c9c2ba8 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:57.518762 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78b003ab-424e-4bfd-9901-e5a1f9cd592f no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:57.520371 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14428748'] for subnet (b1ec181d-abc6-46ae-ae81-ded3b5c416f5), precommit_delete_associations {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.542942 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 78b003ab-424e-4bfd-9901-e5a1f9cd592f {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:57.543470 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78b003ab-424e-4bfd-9901-e5a1f9cd592f not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:57.556762 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.578472 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246ee47-08a5-4bc5-89dd-de06c2988a54 req-2e52cf4d-ccbb-48f3-9056-7692c5b0e108 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:57.578472 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7246ee47-08a5-4bc5-89dd-de06c2988a54 req-2e52cf4d-ccbb-48f3-9056-7692c5b0e108 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 945 time: 0.1088505 Mar 10 09:06:57.587307 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8eccb2-a506-4319-9a70-e150c11091a7 x-openstack-request-id: req-8c8eccb2-a506-4319-9a70-e150c11091a7 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:06:57.588017 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5fd798-a72c-4fcb-bb53-173f5b374ca8", "name": "network-vif-plugged", "status": "completed", "tag": "d8610814-8deb-41cd-9a37-f70135bd7bf4", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:06:57.588413 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c8eccb2-a506-4319-9a70-e150c11091a7 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:06:57.588920 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8610814-8deb-41cd-9a37-f70135bd7bf4', 'code': 200} Mar 10 09:06:57.634912 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:57.663373 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (b1ec181d-abc6-46ae-ae81-ded3b5c416f5), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.688799 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.707599 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7246ee47-08a5-4bc5-89dd-de06c2988a54 req-0d9e20d0-6a49-4ce5-af82-d45e376c8fbc tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905645 Mar 10 09:06:57.747275 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=d8610814-8deb-41cd-9a37-f70135bd7bf4,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:57.826045 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14411530'] for subnet (b1ec181d-abc6-46ae-ae81-ded3b5c416f5), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.850348 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ec181d-abc6-46ae-ae81-ded3b5c416f5,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:57.857539 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:57.860886 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-03f499f3-cc2c-4a3e-bbdd-64e24d1a384b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b1ec181d-abc6-46ae-ae81-ded3b5c416f5 HTTP/1.1" status: 204 len: 168 time: 0.8018384 Mar 10 09:06:57.864391 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52934) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:57.865001 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b7b56-ee9b-4d56-b53e-b849576e0345 None None] Network d0bf5149-3da6-4791-892b-19837acc67f8 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:06:57.888147 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['3ac820bb-a3c6-42a1-be4a-4f8b7ab40623'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:06:57.945997 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (d0bf5149-3da6-4791-892b-19837acc67f8), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.015164 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Deleting port e81b7a75-f8d7-481d-9879-95589c20d7c1 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:58.015594 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.091053 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] DHCP port deletion for d0bf5149-3da6-4791-892b-19837acc67f8 request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:06:58.120811 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] For port e81b7a75-f8d7-481d-9879-95589c20d7c1, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=e81b7a75-f8d7-481d-9879-95589c20d7c1,segment=NetworkSegment(88d600cd-483d-404a-a10d-d39fb9ff5651),segment_id=88d600cd-483d-404a-a10d-d39fb9ff5651)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:58.121212 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.139139 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Calling delete_port for e81b7a75-f8d7-481d-9879-95589c20d7c1 owned by network:dhcp {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:58.147964 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed74f54-d63c-437b-b1eb-5eeb130df7ec req-d63a0abd-164e-437a-a9bc-8e109bd43b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:58.149557 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-eed74f54-d63c-437b-b1eb-5eeb130df7ec req-d63a0abd-164e-437a-a9bc-8e109bd43b18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 1130 time: 0.1362028 Mar 10 09:06:58.211109 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] Deleting port e81b7a75-f8d7-481d-9879-95589c20d7c1 {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:06:58.211493 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.219574 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae5258-38a9-4508-97c5-c0ab32f7ba3a req-af110e3d-91be-479e-b7f4-07b80bb1e099 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:58.223302 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-49ae5258-38a9-4508-97c5-c0ab32f7ba3a req-af110e3d-91be-479e-b7f4-07b80bb1e099 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 944 time: 0.0659792 Mar 10 09:06:58.244768 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-eed74f54-d63c-437b-b1eb-5eeb130df7ec req-a1c1b0f9-2c0c-4b8e-bf84-c5fce66580ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887976 Mar 10 09:06:58.293018 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-49ae5258-38a9-4508-97c5-c0ab32f7ba3a req-090249c8-f26d-4b7a-b3ef-4e105037b72b tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582960 Mar 10 09:06:58.333218 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] For port e81b7a75-f8d7-481d-9879-95589c20d7c1, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=e81b7a75-f8d7-481d-9879-95589c20d7c1,segment=NetworkSegment(88d600cd-483d-404a-a10d-d39fb9ff5651),segment_id=88d600cd-483d-404a-a10d-d39fb9ff5651)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:58.333829 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.350112 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] Calling delete_port for e81b7a75-f8d7-481d-9879-95589c20d7c1 owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:06:58.437195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.448709 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (e81b7a75-f8d7-481d-9879-95589c20d7c1), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.488229 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81b7a75-f8d7-481d-9879-95589c20d7c1,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:58.497967 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] Pushing event deleted for resources: {'Port': ['ID=e81b7a75-f8d7-481d-9879-95589c20d7c1,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:58.514315 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] No DVR routers for this DVR port e81b7a75-f8d7-481d-9879-95589c20d7c1 on host dv-cinder-796170-5-iscsi {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:58.514854 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e25fb1-1b76-4780-a957-ac7dbc00987c None None] No DVR routers for this DVR port e81b7a75-f8d7-481d-9879-95589c20d7c1 on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:06:58.590503 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (d0bf5149-3da6-4791-892b-19837acc67f8), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.612249 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bf5149-3da6-4791-892b-19837acc67f8']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:58.623880 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d600cd-483d-404a-a10d-d39fb9ff5651') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:58.624269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d600cd-483d-404a-a10d-d39fb9ff5651') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:06:58.634466 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (88d600cd-483d-404a-a10d-d39fb9ff5651), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.650014 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (88d600cd-483d-404a-a10d-d39fb9ff5651), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.657344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:06:58.657736 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (88d600cd-483d-404a-a10d-d39fb9ff5651), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:06:58.659583 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:06:58.842941 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdbf27-3f34-4574-ab50-ae34a717c30e req-17a3bdfa-2ebb-4001-b8ba-77d4d96f9f97 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:58.844395 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5abdbf27-3f34-4574-ab50-ae34a717c30e req-17a3bdfa-2ebb-4001-b8ba-77d4d96f9f97 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0593879 Mar 10 09:06:58.868488 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (d0bf5149-3da6-4791-892b-19837acc67f8), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.888093 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:58.891238 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d0bf5149-3da6-4791-892b-19837acc67f8 HTTP/1.1" status: 204 len: 168 time: 1.0257189 Mar 10 09:06:58.895111 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d7761-d774-4357-9cd7-46ff93bba194 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bf5149-3da6-4791-892b-19837acc67f8,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:58.918390 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5abdbf27-3f34-4574-ab50-ae34a717c30e req-c74b856d-e92e-45c1-b65d-23ddec8609c5 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 Mar 10 09:06:59.074573 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:06:59.266447 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:06:59.268131 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52952) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:59.272802 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:06:59.273175 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:59.319891 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-220649ca-b06c-4759-8b59-1ea240afce0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c1de4cd654642319ab628bf15cdb154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482316 Mar 10 09:06:59.320193 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52956) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:06:59.380317 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2ea4957c-4fab-42ac-ada2-2b8c5c976a76 admin admin] Publish callbacks [] for security_group (2d177ede-d9de-407a-a9d2-fa79a7655076), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:59.392080 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:06:59.392665 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:59.406541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2ea4957c-4fab-42ac-ada2-2b8c5c976a76 admin admin] Publish callbacks [] for security_group (2d177ede-d9de-407a-a9d2-fa79a7655076), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:59.428933 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:06:59.455043 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926aa39-b3b6-4e00-9a54-c575c481ea50 req-93c46f75-ecbc-43ce-b359-e34a76d4aaeb tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:06:59.456559 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e926aa39-b3b6-4e00-9a54-c575c481ea50 req-93c46f75-ecbc-43ce-b359-e34a76d4aaeb tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 944 time: 0.0876925 Mar 10 09:06:59.482065 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e81b7a75-f8d7-481d-9879-95589c20d7c1 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:06:59.504374 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: e81b7a75-f8d7-481d-9879-95589c20d7c1 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:06:59.504819 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device e81b7a75-f8d7-481d-9879-95589c20d7c1 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:06:59.515290 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e926aa39-b3b6-4e00-9a54-c575c481ea50 req-63a7f08d-50b5-48ea-a667-694041369bba tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527117 Mar 10 09:06:59.538815 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:59.584470 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2ea4957c-4fab-42ac-ada2-2b8c5c976a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2d177ede-d9de-407a-a9d2-fa79a7655076), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:59.587185 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2ea4957c-4fab-42ac-ada2-2b8c5c976a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:06:59.587910 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:59.591671 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2ea4957c-4fab-42ac-ada2-2b8c5c976a76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d177ede-d9de-407a-a9d2-fa79a7655076 HTTP/1.1" status: 204 len: 168 time: 0.2704589 Mar 10 09:06:59.591898 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:06:59.594388 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e742eb-e900-4e61-b4aa-d5d24f11c522" -d '{"events": [{"server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "name": "network-vif-plugged", "status": "completed", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:06:59.609068 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4957c-4fab-42ac-ada2-2b8c5c976a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d177ede-d9de-407a-a9d2-fa79a7655076,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:06:59.658766 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8b5179-e217-49b8-b0e6-7f236a758829 x-openstack-request-id: req-cf8b5179-e217-49b8-b0e6-7f236a758829 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:06:59.658766 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "name": "network-vif-plugged", "status": "completed", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:06:59.658766 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf8b5179-e217-49b8-b0e6-7f236a758829 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:06:59.658766 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'code': 200} Mar 10 09:07:00.050969 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c3ec6-f5b1-415b-9645-ddd90e06daa4 req-c8c3184e-fa5b-4222-905a-0cc06b3a9d0e tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:00.052472 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db0c3ec6-f5b1-415b-9645-ddd90e06daa4 req-c8c3184e-fa5b-4222-905a-0cc06b3a9d0e tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0542817 Mar 10 09:07:00.109219 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-db0c3ec6-f5b1-415b-9645-ddd90e06daa4 req-979d7c94-28b4-4e5a-bea9-31ba5fc51a37 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501406 Mar 10 09:07:00.324911 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52968) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:00.371502 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-9a69fb72-e454-4393-9132-a0cfe941ca34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=736b18da97c749fba2fcc12f33ef0e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446367 Mar 10 09:07:00.373872 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 52970) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:00.428000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d79a296-5aab-4b91-9eb9-369d3be46953 admin admin] Publish callbacks [] for security_group (2ce53bb4-8edb-49ab-8599-a9d53d1d82d6), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:00.450013 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d79a296-5aab-4b91-9eb9-369d3be46953 admin admin] Publish callbacks [] for security_group (2ce53bb4-8edb-49ab-8599-a9d53d1d82d6), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:00.579138 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d79a296-5aab-4b91-9eb9-369d3be46953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (2ce53bb4-8edb-49ab-8599-a9d53d1d82d6), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:00.581864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0d79a296-5aab-4b91-9eb9-369d3be46953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:00.583311 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0d79a296-5aab-4b91-9eb9-369d3be46953 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ce53bb4-8edb-49ab-8599-a9d53d1d82d6 HTTP/1.1" status: 204 len: 168 time: 0.2083840 Mar 10 09:07:00.605723 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79a296-5aab-4b91-9eb9-369d3be46953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce53bb4-8edb-49ab-8599-a9d53d1d82d6,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:00.659095 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c862d36-7605-4c6f-af55-a0806d73f8d7 req-7026e622-a31f-464b-a99f-7939f7a7f386 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:00.660736 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3c862d36-7605-4c6f-af55-a0806d73f8d7 req-7026e622-a31f-464b-a99f-7939f7a7f386 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0757451 Mar 10 09:07:00.711588 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3c862d36-7605-4c6f-af55-a0806d73f8d7 req-c4d2f828-3600-4f24-a601-e96a7c5a8096 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453174 Mar 10 09:07:01.242001 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3488a-12d4-447a-ac8a-cc4ad5458e74 req-00fac30d-a08f-4d56-9346-adb538557ab9 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:01.243990 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dcd3488a-12d4-447a-ac8a-cc4ad5458e74 req-00fac30d-a08f-4d56-9346-adb538557ab9 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0590487 Mar 10 09:07:01.297522 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dcd3488a-12d4-447a-ac8a-cc4ad5458e74 req-9a2b6538-f4a7-42d9-babb-a7c6ade43698 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Mar 10 09:07:01.836823 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f49c4-dd12-45b7-aa5d-416560d239d8 req-e1fadd2b-91bb-4785-a169-eb31adea2a10 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:01.838330 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a43f49c4-dd12-45b7-aa5d-416560d239d8 req-e1fadd2b-91bb-4785-a169-eb31adea2a10 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0542066 Mar 10 09:07:01.888001 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a43f49c4-dd12-45b7-aa5d-416560d239d8 req-72619346-1fa0-4eff-9ed5-28394e3995e5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Mar 10 09:07:02.422894 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211474d8-26e6-4928-9290-99810156f473 req-349c9dc3-f610-4a03-ac35-9e0f50017b87 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:02.424354 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-211474d8-26e6-4928-9290-99810156f473 req-349c9dc3-f610-4a03-ac35-9e0f50017b87 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0570369 Mar 10 09:07:02.470487 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-211474d8-26e6-4928-9290-99810156f473 req-814d5e89-fde3-4aa4-9105-456cf7830b7a tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Mar 10 09:07:03.017563 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48739a-42b9-4c5c-b85c-55e5d49bbea5 req-585dc338-cdd2-4463-86e2-24d145ae42d6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:03.019095 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6f48739a-42b9-4c5c-b85c-55e5d49bbea5 req-585dc338-cdd2-4463-86e2-24d145ae42d6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0594056 Mar 10 09:07:03.067685 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6f48739a-42b9-4c5c-b85c-55e5d49bbea5 req-c53b866e-0ffb-49fa-9c5d-a663d3e449db tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430534 Mar 10 09:07:03.481185 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f35b27f9-80c6-4c8f-bd89-e18b2f37fff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:03.594058 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c4289-c854-4028-bf91-0b8e589d4627 req-a995ce72-b172-4ac1-993c-118d5f7b0184 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:03.595669 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ec0c4289-c854-4028-bf91-0b8e589d4627 req-a995ce72-b172-4ac1-993c-118d5f7b0184 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0579865 Mar 10 09:07:03.650703 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ec0c4289-c854-4028-bf91-0b8e589d4627 req-3af8035e-33ea-4d10-9f5c-f97f465e7b46 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491486 Mar 10 09:07:04.130804 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e7607-6a53-4a88-b2ec-2fe14156f5c3 req-ef089f35-f60c-4ac0-a6c5-11b4e5df389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:04.132367 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e56e7607-6a53-4a88-b2ec-2fe14156f5c3 req-ef089f35-f60c-4ac0-a6c5-11b4e5df389e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 1129 time: 0.0462246 Mar 10 09:07:04.208398 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e56e7607-6a53-4a88-b2ec-2fe14156f5c3 req-daf42f31-ecf4-439c-89f3-e255adb50f64 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695736 Mar 10 09:07:04.227946 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6daa0b-8a08-4040-ac65-e0cef590fe60 req-1f1c9f5b-fc16-49ef-85ee-4ed59eb984c2 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:04.229661 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc6daa0b-8a08-4040-ac65-e0cef590fe60 req-1f1c9f5b-fc16-49ef-85ee-4ed59eb984c2 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0757966 Mar 10 09:07:04.283851 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc6daa0b-8a08-4040-ac65-e0cef590fe60 req-ef143a67-c40e-4813-b27b-6f2dd74a6c40 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485263 Mar 10 09:07:04.777106 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe0a9-b75a-4cca-a528-edc2ff40146a req-dc324667-6286-46cd-aacc-ebc48fb1074c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:04.778698 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cd0fe0a9-b75a-4cca-a528-edc2ff40146a req-dc324667-6286-46cd-aacc-ebc48fb1074c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0551772 Mar 10 09:07:04.841666 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cd0fe0a9-b75a-4cca-a528-edc2ff40146a req-11c84efd-b930-463f-813a-fa7e7eabf823 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554223 Mar 10 09:07:05.425470 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df373ef-951c-4b6a-9341-9d2f59de2134 req-f58db52d-fbee-4c8d-b34a-ce11eac69b30 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:05.426022 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3df373ef-951c-4b6a-9341-9d2f59de2134 req-f58db52d-fbee-4c8d-b34a-ce11eac69b30 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0731041 Mar 10 09:07:05.487590 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3df373ef-951c-4b6a-9341-9d2f59de2134 req-c909d690-1f6a-4af9-b6d8-527e92a00402 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 Mar 10 09:07:05.737584 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d93e2111-042e-43c0-aa05-1a3bc8908041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:06.444906 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d4f56-e718-47b6-b6a7-ae24a98c0d8d req-437ee1fb-2001-46cf-a36d-b1aadb01610d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:06.446429 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-414d4f56-e718-47b6-b6a7-ae24a98c0d8d req-437ee1fb-2001-46cf-a36d-b1aadb01610d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0554464 Mar 10 09:07:06.496634 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-414d4f56-e718-47b6-b6a7-ae24a98c0d8d req-e0c1d7e7-2c86-42b0-9229-674ff01cc49e tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Mar 10 09:07:06.601578 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c3cc-3e34-46a6-8770-2b08e6f710c4 req-538d76f2-1987-46d5-9b57-52f9dd15aa60 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:06.603152 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-94d7c3cc-3e34-46a6-8770-2b08e6f710c4 req-538d76f2-1987-46d5-9b57-52f9dd15aa60 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0555363 Mar 10 09:07:06.657757 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-94d7c3cc-3e34-46a6-8770-2b08e6f710c4 req-9b60680f-93dd-4b0c-a0c5-7379871d07fb tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480740 Mar 10 09:07:06.786152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b202c3-5ce3-4eb1-9525-51ed916106ee req-6a9a718e-78ec-4815-a638-166fa4b000a6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:06.786152 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c4b202c3-5ce3-4eb1-9525-51ed916106ee req-6a9a718e-78ec-4815-a638-166fa4b000a6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0619304 Mar 10 09:07:06.838377 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c4b202c3-5ce3-4eb1-9525-51ed916106ee req-6b28d5b1-8649-4331-965b-3c697224a344 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467436 Mar 10 09:07:06.868945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53034) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:06.970589 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:07.111743 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54651807-4fc2-46fc-bc9b-2885712cb8aa tempest-TestVolumeBootPattern-1803841844 tempest-TestVolumeBootPattern-1803841844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:07.113474 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-54651807-4fc2-46fc-bc9b-2885712cb8aa tempest-TestVolumeBootPattern-1803841844 tempest-TestVolumeBootPattern-1803841844-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 1124 time: 0.2508156 Mar 10 09:07:07.116396 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53046) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:07.121999 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'port_id': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:07:07.239534 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:07.354218 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:07.469669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Allocated IP 172.27.1.48 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/da57fa82-3640-432e-bc0d-35fbe581dfcc) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:07:07.598909 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:07.633522 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bc8d-929f-4c89-93ea-45d9a0154f5f req-f4d4007b-df35-4101-9110-61a84a8979d7 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:07.635664 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-15c9bc8d-929f-4c89-93ea-45d9a0154f5f req-f4d4007b-df35-4101-9110-61a84a8979d7 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0683630 Mar 10 09:07:07.685871 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-15c9bc8d-929f-4c89-93ea-45d9a0154f5f req-cc21512e-46b8-4c42-9b4a-e3e30cc5a831 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444334 Mar 10 09:07:07.730863 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:07.782975 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:07:07.788016 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:07:07.791157 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:07:07.819675 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=da57fa82-3640-432e-bc0d-35fbe581dfcc,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:08.179669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (7331caf6-7ee7-4cef-be56-c74b425c020b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.263947 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-f917b20f-c168-42bd-800c-6ea0487f13f0 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:08.265384 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-f917b20f-c168-42bd-800c-6ea0487f13f0 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 946 time: 0.0658438 Mar 10 09:07:08.314633 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.376980 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.414414 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Deleting port d8610814-8deb-41cd-9a37-f70135bd7bf4 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:07:08.414757 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.563839 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] For port d8610814-8deb-41cd-9a37-f70135bd7bf4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d8610814-8deb-41cd-9a37-f70135bd7bf4,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:07:08.564589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.586269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Calling delete_port for d8610814-8deb-41cd-9a37-f70135bd7bf4 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:07:08.659799 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.748257 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.835288 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (d8610814-8deb-41cd-9a37-f70135bd7bf4), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.847763 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['d8610814-8deb-41cd-9a37-f70135bd7bf4'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:07:08.867081 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=da57fa82-3640-432e-bc0d-35fbe581dfcc,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:08.874249 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (7331caf6-7ee7-4cef-be56-c74b425c020b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:08.952686 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Pushing event deleted for resources: {'Port': ['ID=d8610814-8deb-41cd-9a37-f70135bd7bf4,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:08.969954 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b387f-6ec1-4cc2-be36-7b30fa7e5743 req-69c2f79b-a224-4f11-aae2-3cebbbbb46fc tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:08.971441 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-950b387f-6ec1-4cc2-be36-7b30fa7e5743 req-69c2f79b-a224-4f11-aae2-3cebbbbb46fc tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c5fd798-a72c-4fcb-bb53-173f5b374ca8 HTTP/1.1" status: 200 len: 867 time: 0.1937599 Mar 10 09:07:08.990966 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] No DVR routers for this DVR port d8610814-8deb-41cd-9a37-f70135bd7bf4 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:07:09.002785 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:09.006229 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fdb6d0d6-73c7-41f7-be22-4c76b90c902a req-991dbfb6-62eb-4c39-b6a7-c392fd4a5ce2 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "DELETE /v2.0/ports/d8610814-8deb-41cd-9a37-f70135bd7bf4 HTTP/1.1" status: 204 len: 173 time: 0.7352366 Mar 10 09:07:09.006707 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'name': 'network-vif-deleted', 'tag': 'd8610814-8deb-41cd-9a37-f70135bd7bf4'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:07:09.009627 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b82f36-3ab7-453d-8554-8c8b5014af47" -d '{"events": [{"server_uuid": "7c5fd798-a72c-4fcb-bb53-173f5b374ca8", "name": "network-vif-deleted", "tag": "d8610814-8deb-41cd-9a37-f70135bd7bf4"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:07:09.065046 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79f03c-2d1f-4884-9e2e-60d13f6b4cef x-openstack-request-id: req-3b79f03c-2d1f-4884-9e2e-60d13f6b4cef {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:07:09.069131 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5fd798-a72c-4fcb-bb53-173f5b374ca8", "name": "network-vif-deleted", "tag": "d8610814-8deb-41cd-9a37-f70135bd7bf4", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:07:09.069131 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b79f03c-2d1f-4884-9e2e-60d13f6b4cef {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:07:09.069131 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5fd798-a72c-4fcb-bb53-173f5b374ca8', 'name': 'network-vif-deleted', 'tag': 'd8610814-8deb-41cd-9a37-f70135bd7bf4', 'status': 'completed', 'code': 200} Mar 10 09:07:09.091643 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-950b387f-6ec1-4cc2-be36-7b30fa7e5743 req-847cc794-fab9-4e46-a0c5-acfed24c8d9c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043777 Mar 10 09:07:09.106635 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Floating IP 7331caf6-7ee7-4cef-be56-c74b425c020b associated. External IP: 172.27.1.48, port: 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623. Mar 10 09:07:09.329656 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:07:09.715451 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:07:09.727261 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:07:09.738988 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:07:09.739697 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:07:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:07:09.854669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:09.886356 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-2c23b885-0f23-49da-8cd3-95226e8b9e87 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7688296 Mar 10 09:07:09.969784 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:07:10.245425 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '7331caf6-7ee7-4cef-be56-c74b425c020b', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:ab:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d8398-519c-4477-b419-dd2476079f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:07:08Z', 'updated_at': '2022-03-10T09:07:08Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:07:10.278632 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:07:10.287499 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:07:10.288125 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:07:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:07:10.337813 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:10.414814 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:07:10.526943 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53096) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:10.527779 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850534-321c-479f-bddf-889c6808669c req-5db995dd-b0bd-4b14-b505-d525e1379d37 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:10.530934 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-5db995dd-b0bd-4b14-b505-d525e1379d37 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/networks?id=984a8cb9-42e1-4c33-a639-a971ebdb2407 HTTP/1.1" status: 200 len: 809 time: 0.1472251 Mar 10 09:07:10.547330 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-e71d75ea-ad8a-4620-a2f0-6b7139b9cad8 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/quotas/d5a959cc22b047b49b020d2a39ab7f73 HTTP/1.1" status: 200 len: 375 time: 0.0106270 Mar 10 09:07:10.589650 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-b3ebbe75-6060-4326-8550-213601a9be25 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355430 Mar 10 09:07:10.648663 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:10.655180 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '7331caf6-7ee7-4cef-be56-c74b425c020b', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:ab:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d8398-519c-4477-b419-dd2476079f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:07:08Z', 'updated_at': '2022-03-10T09:07:08Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:07:10.686817 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c9f9c5-9015-491d-ab97-0d061f31dcff None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '7331caf6-7ee7-4cef-be56-c74b425c020b', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:ab:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2d8398-519c-4477-b419-dd2476079f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:07:08Z', 'updated_at': '2022-03-10T09:07:08Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:07:10.706687 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-f9254395-04cb-451b-9f2d-bc8b263d431d service neutron] 10.222.0.31 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051252 Mar 10 09:07:10.743585 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Publish callbacks [] for security_group (f8efeeeb-76ef-4a47-8fb7-4cc19cc93595), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:10.804598 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-a95a8ee8-4fef-437f-bca5-9a00d19333f9 service neutron] 10.222.0.31 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969784 Mar 10 09:07:10.845653 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (f8efeeeb-76ef-4a47-8fb7-4cc19cc93595), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:10.896746 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f84b97da73b947b5ba84173691ec896d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681390 Mar 10 09:07:10.898264 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8efeeeb-76ef-4a47-8fb7-4cc19cc93595,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:10.899945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53100) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:10.907476 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.907884 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.908236 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.908624 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.908967 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.909353 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.909857 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.910222 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.910794 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.910970 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a2e9a-6c24-4c98-ba19-1388b93fb92a None None] New status for floating IP 7331caf6-7ee7-4cef-be56-c74b425c020b: ACTIVE {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:07:10.918985 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.918985 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.918985 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.918985 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a275a18-9991-46ef-ae18-8091a6679da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:10.963103 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8623485-1a99-4da3-9aac-7bb8c3f5fc1e admin admin] Publish callbacks [] for security_group (f8efeeeb-76ef-4a47-8fb7-4cc19cc93595), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:10.986683 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8623485-1a99-4da3-9aac-7bb8c3f5fc1e admin admin] Publish callbacks [] for security_group (f8efeeeb-76ef-4a47-8fb7-4cc19cc93595), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:11.067607 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:07:11.070050 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6419d85-f399-448c-82b8-66f40aa7e036" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:07:11.110499 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7d6298-97a8-46fc-be96-de6a01875e70 x-openstack-request-id: req-1b7d6298-97a8-46fc-be96-de6a01875e70 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:07:11.110664 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:07:11.110884 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b7d6298-97a8-46fc-be96-de6a01875e70 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:07:11.111335 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'status': 'completed', 'code': 200} Mar 10 09:07:11.125371 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d8610814-8deb-41cd-9a37-f70135bd7bf4 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:07:11.135755 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d6e36b63-d3ac-4bee-99b0-b94ba557b425 req-7b98180b-f5fb-46e0-a7ee-db4a1952e36b tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 210 time: 0.0348549 Mar 10 09:07:11.157875 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: d8610814-8deb-41cd-9a37-f70135bd7bf4 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:07:11.157875 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device d8610814-8deb-41cd-9a37-f70135bd7bf4 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:07:11.178190 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8623485-1a99-4da3-9aac-7bb8c3f5fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (f8efeeeb-76ef-4a47-8fb7-4cc19cc93595), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:11.184058 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-f8623485-1a99-4da3-9aac-7bb8c3f5fc1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:11.184058 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-f8623485-1a99-4da3-9aac-7bb8c3f5fc1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8efeeeb-76ef-4a47-8fb7-4cc19cc93595 HTTP/1.1" status: 204 len: 168 time: 0.2817011 Mar 10 09:07:11.197766 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8623485-1a99-4da3-9aac-7bb8c3f5fc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8efeeeb-76ef-4a47-8fb7-4cc19cc93595,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:11.207494 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-c79533c4-6d62-4e8d-abc7-fd89bd725b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:11.210325 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-c79533c4-6d62-4e8d-abc7-fd89bd725b70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 1129 time: 0.0748148 Mar 10 09:07:11.332943 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-6660d80f-5d77-4d94-8354-82c977c42110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:11.334357 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-6660d80f-5d77-4d94-8354-82c977c42110 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.1170671 Mar 10 09:07:11.405410 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-1253c0f2-0381-47f2-b982-d9747404730a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 HTTP/1.1" status: 200 len: 1000 time: 0.0648220 Mar 10 09:07:11.461438 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-55995672-69bd-44d6-8a49-fedb537ad0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:11.463270 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-55995672-69bd-44d6-8a49-fedb537ad0c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0521922 Mar 10 09:07:11.521701 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-f9b28f0f-7b49-43a6-9abf-387a1a52c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:11.523387 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-f9b28f0f-7b49-43a6-9abf-387a1a52c675 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534050 Mar 10 09:07:11.626128 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-9adae5c0-ebea-4890-829d-6961e350c713 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946560 Mar 10 09:07:11.722196 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6419d85-f399-448c-82b8-66f40aa7e036 req-8507632a-b173-43d8-9e68-6ddfc9e22c28 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901535 Mar 10 09:07:12.091266 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53118) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:12.105813 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-502ba19e-d59b-4072-92fb-7e93b0ab7760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:12.188002 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-502ba19e-d59b-4072-92fb-7e93b0ab7760 admin admin] Publish callbacks [] for security_group (972e6970-47d7-4991-8dc0-5469cca5f04f), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:12.240111 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2a3ab0d3-566e-405e-a8c4-e811cb80daef req-bbd5762d-719c-463a-b773-50ad5af7022d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 210 time: 0.0315926 Mar 10 09:07:12.342364 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-502ba19e-d59b-4072-92fb-7e93b0ab7760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (972e6970-47d7-4991-8dc0-5469cca5f04f), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:12.382923 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-502ba19e-d59b-4072-92fb-7e93b0ab7760 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=407b9f059d624fc4bc12f7987648c4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900846 Mar 10 09:07:12.383825 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ba19e-d59b-4072-92fb-7e93b0ab7760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972e6970-47d7-4991-8dc0-5469cca5f04f,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:12.385866 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53122) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:12.455108 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4ef52ba4-a50b-465e-96e4-0de686f31379 admin admin] Publish callbacks [] for security_group (972e6970-47d7-4991-8dc0-5469cca5f04f), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:12.476876 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4ef52ba4-a50b-465e-96e4-0de686f31379 admin admin] Publish callbacks [] for security_group (972e6970-47d7-4991-8dc0-5469cca5f04f), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:12.662298 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4ef52ba4-a50b-465e-96e4-0de686f31379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (972e6970-47d7-4991-8dc0-5469cca5f04f), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:12.665421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-4ef52ba4-a50b-465e-96e4-0de686f31379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:12.666606 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-4ef52ba4-a50b-465e-96e4-0de686f31379 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/972e6970-47d7-4991-8dc0-5469cca5f04f HTTP/1.1" status: 204 len: 168 time: 0.2793329 Mar 10 09:07:12.674592 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef52ba4-a50b-465e-96e4-0de686f31379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972e6970-47d7-4991-8dc0-5469cca5f04f,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:13.337818 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c67f9e53-710d-4cbf-b8b9-acf05e087570 req-afba9055-566d-4f13-9f36-00c17bd189e6 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 210 time: 0.0274942 Mar 10 09:07:13.642691 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850534-321c-479f-bddf-889c6808669c req-8ae5d759-c6f6-4114-a988-c129a1cce910 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:13.644193 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-8ae5d759-c6f6-4114-a988-c129a1cce910 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "GET /v2.0/networks?id=984a8cb9-42e1-4c33-a639-a971ebdb2407 HTTP/1.1" status: 200 len: 809 time: 0.1072047 Mar 10 09:07:13.656153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Request body: {'port': {'device_id': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407', 'admin_state_up': True, 'tenant_id': 'd5a959cc22b047b49b020d2a39ab7f73'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:07:13.914921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Made reservation on behalf of d5a959cc22b047b49b020d2a39ab7f73 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:07:13.920453 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.071968 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Allocated IP 172.20.0.8 (984a8cb9-42e1-4c33-a639-a971ebdb2407/441c15c4-d9f2-44b2-977d-693057feae3a/e0a71b3f-8e47-4e73-a152-c6ecdc77f93c) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:07:14.224920 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks [] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.319684 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.367995 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Network 984a8cb9-42e1-4c33-a639-a971ebdb2407 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:07:14.373431 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:07:14.377305 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:07:14.405114 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Pushing event updated for resources: {'Port': ['ID=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:14.458808 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:14.476188 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.485682 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933a2d6-66a1-4442-a1ff-12d32ecf5c87 req-c1ed4018-dc29-42dc-853e-4300f21d6237 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:14.487187 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a933a2d6-66a1-4442-a1ff-12d32ecf5c87 req-c1ed4018-dc29-42dc-853e-4300f21d6237 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 931 time: 0.0756431 Mar 10 09:07:14.535085 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a933a2d6-66a1-4442-a1ff-12d32ecf5c87 req-ae349ec9-9602-4cea-88b4-f41d2030f5bf tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Mar 10 09:07:14.618946 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-562211c9-6770-4773-93db-b6be84681301 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9665573 Mar 10 09:07:14.631320 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Request body: {'port': {'device_id': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:07:14.682077 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53160) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:14.694391 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.787131 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8ff78ad6-41e2-4479-ad01-b681fa3793e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.860957 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8ff78ad6-41e2-4479-ad01-b681fa3793e9 admin admin] Publish callbacks [] for security_group (1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.942277 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8ff78ad6-41e2-4479-ad01-b681fa3793e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.966002 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a71b3f-8e47-4e73-a152-c6ecdc77f93c {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:07:14.974580 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Publish callbacks [] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:14.984402 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8ff78ad6-41e2-4479-ad01-b681fa3793e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ca416d0730842e29cffedcd2fff6caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011508 Mar 10 09:07:14.987412 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff78ad6-41e2-4479-ad01-b681fa3793e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:14.988686 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53164) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:07:14.992944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Transition to ACTIVE for port object e0a71b3f-8e47-4e73-a152-c6ecdc77f93c will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:07:15.040297 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8ba51e0d-2061-49d3-83b9-c9bfa9eef019 admin admin] Publish callbacks [] for security_group (1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.062805 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8ba51e0d-2061-49d3-83b9-c9bfa9eef019 admin admin] Publish callbacks [] for security_group (1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.135885 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.191433 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:15.210287 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8ba51e0d-2061-49d3-83b9-c9bfa9eef019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.212963 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-8ba51e0d-2061-49d3-83b9-c9bfa9eef019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.214171 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-8ba51e0d-2061-49d3-83b9-c9bfa9eef019 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3 HTTP/1.1" status: 204 len: 168 time: 0.2242787 Mar 10 09:07:15.224022 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba51e0d-2061-49d3-83b9-c9bfa9eef019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1fcfec-b7ab-4c8a-8803-bc07cd2fa3f3,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:15.266320 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Attempting to bind port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:07:15.266749 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Attempting to bind port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:07:15.267087 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Attempting to bind port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c on network 984a8cb9-42e1-4c33-a639-a971ebdb2407 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:07:15.271789 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c on network 984a8cb9-42e1-4c33-a639-a971ebdb2407 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:07:15.272111 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Attempting to bind port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c on network 984a8cb9-42e1-4c33-a639-a971ebdb2407 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:07:15.280531 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:07:15.280872 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Checking segment: {'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:07:15.281256 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Bound using segment: {'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:07:15.281685 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Bound port: e0a71b3f-8e47-4e73-a152-c6ecdc77f93c, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb6e27-c778-48ca-a625-6262c7ad6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:07:15.282039 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.352927 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] For port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:07:15.356162 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] For port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:07:15.433757 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.473192 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:15.473818 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:15.475261 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0a71b3f-8e47-4e73-a152-c6ecdc77f93c HTTP/1.1" status: 200 len: 1093 time: 0.8482416 Mar 10 09:07:15.475712 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'tag': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:07:15.478545 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2557fd85-7f91-4b14-93f1-8a292f12eee6" -d '{"events": [{"name": "network-changed", "server_uuid": "2510f925-a4a8-4ea1-b35d-7ad7227e4c09", "tag": "e0a71b3f-8e47-4e73-a152-c6ecdc77f93c"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:07:15.503348 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaad85-ef11-4dd0-8dca-5cf97bc6ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:15.528846 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb84a6d-85a3-4808-ad11-376d413230d6 x-openstack-request-id: req-7eb84a6d-85a3-4808-ad11-376d413230d6 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:07:15.529186 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2510f925-a4a8-4ea1-b35d-7ad7227e4c09", "tag": "e0a71b3f-8e47-4e73-a152-c6ecdc77f93c", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:07:15.529509 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7eb84a6d-85a3-4808-ad11-376d413230d6 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:07:15.529996 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'tag': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c', 'status': 'completed', 'code': 200} Mar 10 09:07:15.626023 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557fd85-7f91-4b14-93f1-8a292f12eee6 req-49457f06-1c7d-4034-bf0e-30c5ae0b541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:15.627942 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2557fd85-7f91-4b14-93f1-8a292f12eee6 req-49457f06-1c7d-4034-bf0e-30c5ae0b541e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 1127 time: 0.0647280 Mar 10 09:07:15.739129 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268463f-d4b5-4cb9-9b8c-959641778db2 req-858afed0-2224-44ec-935b-a2dffe850ffb tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:15.741131 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8268463f-d4b5-4cb9-9b8c-959641778db2 req-858afed0-2224-44ec-935b-a2dffe850ffb tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 943 time: 0.1300638 Mar 10 09:07:15.768266 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557fd85-7f91-4b14-93f1-8a292f12eee6 req-96b7990c-469d-4f1a-9100-738ad4097834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:15.772052 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2557fd85-7f91-4b14-93f1-8a292f12eee6 req-96b7990c-469d-4f1a-9100-738ad4097834 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1273625 Mar 10 09:07:15.827006 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8268463f-d4b5-4cb9-9b8c-959641778db2 req-ba2af214-f0bc-4992-b95f-2ccc4d0d3b24 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793042 Mar 10 09:07:15.888866 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557fd85-7f91-4b14-93f1-8a292f12eee6 req-5ef822fd-2b9e-40a9-8250-32cb2990c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:15.890415 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-2557fd85-7f91-4b14-93f1-8a292f12eee6 req-5ef822fd-2b9e-40a9-8250-32cb2990c521 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133866 Mar 10 09:07:15.973686 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850534-321c-479f-bddf-889c6808669c req-90f643ed-9cfd-442c-bc71-f26ba52749b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:15.975268 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-90f643ed-9cfd-442c-bc71-f26ba52749b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 1127 time: 0.0506663 Mar 10 09:07:16.018215 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-14f4bc08-387b-47d0-b762-d97395fa17c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c HTTP/1.1" status: 200 len: 217 time: 0.0353408 Mar 10 09:07:16.069797 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850534-321c-479f-bddf-889c6808669c req-87958376-6fb1-4111-86df-a8afb516394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:16.072041 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-87958376-6fb1-4111-86df-a8afb516394c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=441c15c4-d9f2-44b2-977d-693057feae3a HTTP/1.1" status: 200 len: 849 time: 0.0475206 Mar 10 09:07:16.112312 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-9174fb85-15e9-4907-82a3-9edfb5228e6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a8cb9-42e1-4c33-a639-a971ebdb2407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338106 Mar 10 09:07:16.206784 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-ae7f8297-c112-44e2-b718-5e698e35b213 service neutron] 10.222.0.30 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883820 Mar 10 09:07:16.302276 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-aa850534-321c-479f-bddf-889c6808669c req-4b1579ff-2273-4c55-8364-5f4f42124163 service neutron] 10.222.0.30 "GET /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900259 Mar 10 09:07:16.953294 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde46c-bc2b-4194-b073-aa60d8d5f822 req-31fa83a8-333d-4886-8997-27dba9807a70 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:16.954838 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b3dde46c-bc2b-4194-b073-aa60d8d5f822 req-31fa83a8-333d-4886-8997-27dba9807a70 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 943 time: 0.0551596 Mar 10 09:07:17.005231 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b3dde46c-bc2b-4194-b073-aa60d8d5f822 req-9032d418-9bb5-44b6-9da1-f9a6e4e2fbb1 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Mar 10 09:07:18.131367 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624985f-c8db-4d24-a35e-660495edfb33 req-65f69832-57a3-4e21-862f-b7f78f9430ee tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:18.133747 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4624985f-c8db-4d24-a35e-660495edfb33 req-65f69832-57a3-4e21-862f-b7f78f9430ee tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 943 time: 0.0582528 Mar 10 09:07:18.184751 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4624985f-c8db-4d24-a35e-660495edfb33 req-e6c3f0e4-5b8e-4c6c-a357-f8f8facdb5f4 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Mar 10 09:07:19.156983 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device e0a71b3f-8e47-4e73-a152-c6ecdc77f93c details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:07:19.264229 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:07:19.279311 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c', 'network_id': '984a8cb9-42e1-4c33-a639-a971ebdb2407', 'port_id': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c', 'mac_address': 'fa:16:3e:9d:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441c15c4-d9f2-44b2-977d-693057feae3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:07:19.313053 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bedb5-7dce-4e2f-b933-85f0fec240f7 req-81a32778-2f08-45ff-b871-2c8162af5f65 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:19.314831 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1d2bedb5-7dce-4e2f-b933-85f0fec240f7 req-81a32778-2f08-45ff-b871-2c8162af5f65 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 943 time: 0.0577869 Mar 10 09:07:19.324809 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:07:19.325208 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:19.338742 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a71b3f-8e47-4e73-a152-c6ecdc77f93c {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:07:19.358701 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:07:19.369485 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-1d2bedb5-7dce-4e2f-b933-85f0fec240f7 req-f4106533-e253-41f8-98bb-ebe814e2436a tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Mar 10 09:07:19.472969 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:19.524204 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:19.840332 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['e0a71b3f-8e47-4e73-a152-c6ecdc77f93c'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:07:20.491368 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae033fe-efd5-4c5d-95a6-26de56550c2d req-ba4af559-79b0-4154-becb-b3d70152dff9 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:20.492854 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fae033fe-efd5-4c5d-95a6-26de56550c2d req-ba4af559-79b0-4154-becb-b3d70152dff9 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 944 time: 0.0539875 Mar 10 09:07:20.548774 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fae033fe-efd5-4c5d-95a6-26de56550c2d req-9ee519a8-4316-445f-8e75-4ccafa52b052 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 Mar 10 09:07:21.157181 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device e0a71b3f-8e47-4e73-a152-c6ecdc77f93c up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:07:21.283810 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:07:21.288485 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:07:21.288862 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:21.369481 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:07:21.369879 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:21.397497 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:07:21.397773 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa74f45-94c2-48dd-99ed-17b8667e63af" -d '{"events": [{"server_uuid": "2510f925-a4a8-4ea1-b35d-7ad7227e4c09", "name": "network-vif-plugged", "status": "completed", "tag": "e0a71b3f-8e47-4e73-a152-c6ecdc77f93c"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:07:21.410820 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:07:21.438863 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b8325-2ce5-4c17-9ec7-cfd52f323198 x-openstack-request-id: req-950b8325-2ce5-4c17-9ec7-cfd52f323198 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:07:21.439161 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2510f925-a4a8-4ea1-b35d-7ad7227e4c09", "name": "network-vif-plugged", "status": "completed", "tag": "e0a71b3f-8e47-4e73-a152-c6ecdc77f93c", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:07:21.439440 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-950b8325-2ce5-4c17-9ec7-cfd52f323198 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:07:21.439844 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c', 'code': 200} Mar 10 09:07:21.506210 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:21.557451 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:21.674008 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4894922-f635-4bc4-9d66-e012233ace71 req-b454254e-8b1a-49dd-bd16-850493e9805d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:21.675658 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4894922-f635-4bc4-9d66-e012233ace71 req-b454254e-8b1a-49dd-bd16-850493e9805d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 945 time: 0.0560915 Mar 10 09:07:21.727251 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e4894922-f635-4bc4-9d66-e012233ace71 req-5fbd6979-700b-4cc5-8eaa-87fcb1aa5267 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Mar 10 09:07:21.798355 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727b364-90c6-4010-bbff-68f7b930f363 req-35c16aab-eb44-4b69-957f-60264c0d2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:21.799869 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1727b364-90c6-4010-bbff-68f7b930f363 req-35c16aab-eb44-4b69-957f-60264c0d2a96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 1129 time: 0.0529556 Mar 10 09:07:21.851211 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1727b364-90c6-4010-bbff-68f7b930f363 req-179f858e-a6c7-4874-a156-62da5c04b31e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Mar 10 09:07:22.860443 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2407-5819-4711-bab5-1fc943536e4a req-1fefa44b-d79a-46cc-91c6-ee6ece50a8b1 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:22.861970 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cd3f2407-5819-4711-bab5-1fc943536e4a req-1fefa44b-d79a-46cc-91c6-ee6ece50a8b1 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 945 time: 0.0570860 Mar 10 09:07:22.912202 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cd3f2407-5819-4711-bab5-1fc943536e4a req-7bf1ef5f-4305-4964-941b-b9ca03cf9a07 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Mar 10 09:07:24.040545 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6305a37-b327-4f9a-a08f-61ec07f854da req-699c08e0-d204-4cc5-921c-914cca48ffaa tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:24.042059 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c6305a37-b327-4f9a-a08f-61ec07f854da req-699c08e0-d204-4cc5-921c-914cca48ffaa tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 945 time: 0.0600898 Mar 10 09:07:24.090413 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c6305a37-b327-4f9a-a08f-61ec07f854da req-4fe642df-a9fb-411c-8da0-50cb79b30419 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Mar 10 09:07:25.197383 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:25.560134 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22529c5-1c32-47ff-bd94-a9138a7ce4e9 req-d15ee6ae-a9d4-477e-971b-b68daec1dcad tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:25.561710 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c22529c5-1c32-47ff-bd94-a9138a7ce4e9 req-d15ee6ae-a9d4-477e-971b-b68daec1dcad tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 945 time: 0.0624897 Mar 10 09:07:25.617135 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c22529c5-1c32-47ff-bd94-a9138a7ce4e9 req-815574a6-5238-463a-87d6-dcd9d79bbd4d tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493066 Mar 10 09:07:26.742830 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4f4-61e3-4661-89b9-7e05ac99de6a req-6e8e45c9-ff95-4fbb-8f66-7e436df0bc8f tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:26.744303 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-474dc4f4-61e3-4661-89b9-7e05ac99de6a req-6e8e45c9-ff95-4fbb-8f66-7e436df0bc8f tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 945 time: 0.0536168 Mar 10 09:07:26.793199 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-474dc4f4-61e3-4661-89b9-7e05ac99de6a req-ca932f02-0e9d-4927-bb0c-af8f701c35f7 tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Mar 10 09:07:27.424500 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-a896dc6f-4c3d-4262-90c6-cb5ec35bec3a tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:07:27.425943 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-a896dc6f-4c3d-4262-90c6-cb5ec35bec3a tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Mar 10 09:07:27.525384 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Deleting port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:07:27.525729 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:27.620785 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] For port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,segment=NetworkSegment(0edb6e27-c778-48ca-a625-6262c7ad6f56),segment_id=0edb6e27-c778-48ca-a625-6262c7ad6f56)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:07:27.621159 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:27.639526 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Calling delete_port for e0a71b3f-8e47-4e73-a152-c6ecdc77f93c owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:07:27.871485 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (e0a71b3f-8e47-4e73-a152-c6ecdc77f93c), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:27.883928 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['e0a71b3f-8e47-4e73-a152-c6ecdc77f93c'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:07:27.901902 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-097d0e06-038e-4f22-9a9a-2d5a309ae51b req-9d3a754c-f8a6-481f-968d-ffd35d1aee7b tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.31 "GET /v2.0/ports?device_id=2510f925-a4a8-4ea1-b35d-7ad7227e4c09 HTTP/1.1" status: 200 len: 210 time: 0.0413585 Mar 10 09:07:27.924847 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Pushing event deleted for resources: {'Port': ['ID=e0a71b3f-8e47-4e73-a152-c6ecdc77f93c,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:07:27.933465 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.933828 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.934229 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.934545 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.934885 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.935220 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.935549 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.935917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.936262 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.936590 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.936917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.937242 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.937578 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:07:27.973762 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] No DVR routers for this DVR port e0a71b3f-8e47-4e73-a152-c6ecdc77f93c on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:07:27.977048 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:27.980475 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ac016cd1-d12b-4bdb-b4ac-adbbd46af2f5 req-d1455215-84d2-4081-a875-c285b368156c tempest-VolumesActionsTest-602213322 tempest-VolumesActionsTest-602213322-project] 10.222.0.30 "DELETE /v2.0/ports/e0a71b3f-8e47-4e73-a152-c6ecdc77f93c HTTP/1.1" status: 204 len: 173 time: 0.5474637 Mar 10 09:07:27.985499 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'name': 'network-vif-deleted', 'tag': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:07:27.985499 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964417a-6bd5-421b-8fa2-defcbca8d6ac" -d '{"events": [{"server_uuid": "2510f925-a4a8-4ea1-b35d-7ad7227e4c09", "name": "network-vif-deleted", "tag": "e0a71b3f-8e47-4e73-a152-c6ecdc77f93c"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:07:28.020313 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4577fb0-15e1-4345-af4c-770f0546d1b2 x-openstack-request-id: req-a4577fb0-15e1-4345-af4c-770f0546d1b2 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:07:28.020614 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2510f925-a4a8-4ea1-b35d-7ad7227e4c09", "name": "network-vif-deleted", "tag": "e0a71b3f-8e47-4e73-a152-c6ecdc77f93c", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:07:28.020920 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4577fb0-15e1-4345-af4c-770f0546d1b2 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:07:28.021400 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2510f925-a4a8-4ea1-b35d-7ad7227e4c09', 'name': 'network-vif-deleted', 'tag': 'e0a71b3f-8e47-4e73-a152-c6ecdc77f93c', 'status': 'completed', 'code': 200} Mar 10 09:07:30.680259 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:07:33.459077 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8986dbcc-2fa9-4a29-aa8e-5bb039ae6c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:34.908465 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device e0a71b3f-8e47-4e73-a152-c6ecdc77f93c no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:07:34.929330 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: e0a71b3f-8e47-4e73-a152-c6ecdc77f93c {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:07:34.929676 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device e0a71b3f-8e47-4e73-a152-c6ecdc77f93c not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:07:35.686706 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a406d175-b3d0-4174-b724-33a5251f2f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:36.959512 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:38.320193 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:40.279847 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:07:55.208212 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:02.730897 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-fb450187-e00f-4456-b736-ffc57c5b2ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450583 Mar 10 09:08:02.805248 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53668) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:02.828623 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-49c442d3-1e36-49e5-b7b6-38d0c46fa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:02.829568 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-49c442d3-1e36-49e5-b7b6-38d0c46fa49a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 1129 time: 0.0578589 Mar 10 09:08:02.858293 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] Deleting subnet 441c15c4-d9f2-44b2-977d-693057feae3a {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:08:02.861753 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] Publish callbacks [] for subnet (441c15c4-d9f2-44b2-977d-693057feae3a), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:02.899080 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (441c15c4-d9f2-44b2-977d-693057feae3a), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:02.941052 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (441c15c4-d9f2-44b2-977d-693057feae3a), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:02.948655 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-514a8971-5109-4e69-94ff-0b814ed171b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:02.950411 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-514a8971-5109-4e69-94ff-0b814ed171b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.1031933 Mar 10 09:08:03.018451 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-be3738d2-a73a-4e30-91f7-5d0a8741e053 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 HTTP/1.1" status: 200 len: 1000 time: 0.0624137 Mar 10 09:08:03.065573 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-6d60067c-3dca-4761-ae03-1436ef59b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:03.067060 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-6d60067c-3dca-4761-ae03-1436ef59b451 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0434325 Mar 10 09:08:03.078106 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (441c15c4-d9f2-44b2-977d-693057feae3a), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.110549 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441c15c4-d9f2-44b2-977d-693057feae3a,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:03.112617 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.118613 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b1cd214e-24a1-41dc-97fd-58513cedc6ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/441c15c4-d9f2-44b2-977d-693057feae3a HTTP/1.1" status: 204 len: 168 time: 0.3098767 Mar 10 09:08:03.118745 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-0a715291-f06e-494a-9cca-30bf68c87aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:03.118849 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53674) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:03.119861 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-0a715291-f06e-494a-9cca-30bf68c87aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472903 Mar 10 09:08:03.195596 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (984a8cb9-42e1-4c33-a639-a971ebdb2407), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.223689 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-5fd58fea-5941-461f-a904-ae9e09ede98a service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966582 Mar 10 09:08:03.278523 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (984a8cb9-42e1-4c33-a639-a971ebdb2407), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.302887 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984a8cb9-42e1-4c33-a639-a971ebdb2407']}} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:08:03.312948 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edb6e27-c778-48ca-a625-6262c7ad6f56') {'for_net_delete': True} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:08:03.313259 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edb6e27-c778-48ca-a625-6262c7ad6f56') {} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:08:03.315927 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-61d9e500-f773-49f0-995f-037d9736bbf8 req-6fda0256-f01c-4361-b7e9-59041b8c6465 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867686 Mar 10 09:08:03.322751 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12645651'] for segment (0edb6e27-c778-48ca-a625-6262c7ad6f56), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.337187 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (0edb6e27-c778-48ca-a625-6262c7ad6f56), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.345035 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:08:03.345035 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14060708'] for segment (0edb6e27-c778-48ca-a625-6262c7ad6f56), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: Traceback (most recent call last): Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: timer() Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: cb(*args, **kw) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: return func(*args, **kwargs) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: self._notify() Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: self.callback(batched_events) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: event.method(event) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: return f(self, *a, **k) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._get(url).json() Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: return self.request(url, 'GET', **kwargs) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:08:03.347428 dv-cinder-796170-5-iscsi neutron-server[110207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:08:03.448365 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4ce79397-d832-48ff-9fff-6f5002fc8602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.477094 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (984a8cb9-42e1-4c33-a639-a971ebdb2407), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.482584 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:03.486114 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/984a8cb9-42e1-4c33-a639-a971ebdb2407 HTTP/1.1" status: 204 len: 168 time: 0.3664045 Mar 10 09:08:03.528494 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cc026-919e-419b-82ad-a6f4bc7e9cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=984a8cb9-42e1-4c33-a639-a971ebdb2407,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:03.922256 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53680) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:03.962646 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-bf47355f-0bc4-4891-a2bf-1307a6285e2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5a959cc22b047b49b020d2a39ab7f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391970 Mar 10 09:08:03.965203 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53682) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:04.022244 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fb593d33-8f67-46e7-9601-0605fd37a79a admin admin] Publish callbacks [] for security_group (ba7f8941-fa98-43ad-ae0d-29d2ec3807a6), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:04.044806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fb593d33-8f67-46e7-9601-0605fd37a79a admin admin] Publish callbacks [] for security_group (ba7f8941-fa98-43ad-ae0d-29d2ec3807a6), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:04.151505 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fb593d33-8f67-46e7-9601-0605fd37a79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ba7f8941-fa98-43ad-ae0d-29d2ec3807a6), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:04.154121 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-fb593d33-8f67-46e7-9601-0605fd37a79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:04.155293 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-fb593d33-8f67-46e7-9601-0605fd37a79a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba7f8941-fa98-43ad-ae0d-29d2ec3807a6 HTTP/1.1" status: 204 len: 168 time: 0.1891961 Mar 10 09:08:04.163920 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb593d33-8f67-46e7-9601-0605fd37a79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f8941-fa98-43ad-ae0d-29d2ec3807a6,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:05.699646 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-54ed9f01-d40e-4467-ba20-1b12bf8681ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:06.956648 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:07.421721 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-a41f94f4-ad9d-4de3-85a5-12b75fda4742 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dea3889184e640ef8e5a43256946554a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295045 Mar 10 09:08:07.615152 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-6b6ce731-388b-47a1-990d-489a22c425e8 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:07.616707 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-6b6ce731-388b-47a1-990d-489a22c425e8 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899247 Mar 10 09:08:07.632502 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-7c5516e5-9bf3-4901-9e25-4cc6eb683602 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/quotas/dea3889184e640ef8e5a43256946554a HTTP/1.1" status: 200 len: 375 time: 0.0102789 Mar 10 09:08:07.666453 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-21b640c9-221f-474e-ac0a-1c37289cac4a tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dea3889184e640ef8e5a43256946554a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279379 Mar 10 09:08:07.681640 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:08:07.938244 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ff66ae31-a149-45a0-9814-8e96bef5077c req-5cf1fedb-bf86-47de-82f7-7039993109a8 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 210 time: 0.0279160 Mar 10 09:08:08.310543 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:08.732600 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53762) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:08.839244 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c75499d3-956f-44f8-8140-85b081d419d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:08.915287 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c75499d3-956f-44f8-8140-85b081d419d4 admin admin] Publish callbacks [] for security_group (50ce4678-060a-4235-af89-133d5b52ab96), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:09.008287 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-c75499d3-956f-44f8-8140-85b081d419d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (50ce4678-060a-4235-af89-133d5b52ab96), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:09.032975 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-7225af3d-b006-40a5-94f7-cf4aa614ab87 req-fb567f71-a5f8-48a1-878f-99d4c624f8fa tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 210 time: 0.0274639 Mar 10 09:08:09.050435 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-c75499d3-956f-44f8-8140-85b081d419d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd81bd53adf943198bb253c6f201e5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155713 Mar 10 09:08:09.052339 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75499d3-956f-44f8-8140-85b081d419d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce4678-060a-4235-af89-133d5b52ab96,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:09.054342 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53768) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:09.103926 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-415350db-71fd-4e09-96a4-1ec1c38802cf admin admin] Publish callbacks [] for security_group (50ce4678-060a-4235-af89-133d5b52ab96), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:09.129764 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-415350db-71fd-4e09-96a4-1ec1c38802cf admin admin] Publish callbacks [] for security_group (50ce4678-060a-4235-af89-133d5b52ab96), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:09.242253 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-415350db-71fd-4e09-96a4-1ec1c38802cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (50ce4678-060a-4235-af89-133d5b52ab96), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:09.244846 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-415350db-71fd-4e09-96a4-1ec1c38802cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:09.245997 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-415350db-71fd-4e09-96a4-1ec1c38802cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50ce4678-060a-4235-af89-133d5b52ab96 HTTP/1.1" status: 204 len: 168 time: 0.1906679 Mar 10 09:08:09.254195 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415350db-71fd-4e09-96a4-1ec1c38802cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce4678-060a-4235-af89-133d5b52ab96,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:10.128745 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-33470b2f-e0af-4a38-8afb-a5183ea6f297 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dea3889184e640ef8e5a43256946554a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350242 Mar 10 09:08:10.167962 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f7228b02-2450-4891-b8f8-ef350bdd7e04 req-770f19cf-949b-4baa-8f5b-9dfb30069e95 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 210 time: 0.0420933 Mar 10 09:08:10.299574 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:10.332587 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-abda7f97-7d22-4a86-91f8-7ad2f0aab052 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:10.334139 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-abda7f97-7d22-4a86-91f8-7ad2f0aab052 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979620 Mar 10 09:08:10.350008 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Request body: {'port': {'device_id': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def', 'admin_state_up': True, 'tenant_id': 'dea3889184e640ef8e5a43256946554a'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:08:10.847439 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Made reservation on behalf of dea3889184e640ef8e5a43256946554a for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:08:10.851081 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:10.861118 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks [] for security_group (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:10.939157 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks [] for security_group (c313201c-992a-47d7-92e9-3ab49bb04fa6), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.024678 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (c313201c-992a-47d7-92e9-3ab49bb04fa6), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.050977 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53804) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:11.094182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c313201c-992a-47d7-92e9-3ab49bb04fa6,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:11.162773 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Allocated IP 192.168.233.193 (4e96e8c5-e64f-4ccf-9ee5-523f4fb49def/bc23549d-b1e9-4ca0-b72a-41f64a1fc7ee/c9bbc42d-57fd-47ce-8f22-be1c04e8c80e) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:08:11.193303 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.278747 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5d99a683-b549-4882-86bc-402eb4746645 req-2dd6e1c3-1b42-463e-b091-32cd32a65f96 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 210 time: 0.0358548 Mar 10 09:08:11.300951 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Publish callbacks [] for security_group (ecb68900-b4e5-4259-9eff-210a39d7c4ba), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.337390 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks [] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.400196 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ecb68900-b4e5-4259-9eff-210a39d7c4ba), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.437765 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb68900-b4e5-4259-9eff-210a39d7c4ba,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:11.441514 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a11acd8711b64a2288ba22b3395ee3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895428 Mar 10 09:08:11.444531 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53810) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:11.448075 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.448075 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.448393 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.448741 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.449076 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.449411 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.449745 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.450079 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.450440 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.450774 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.451103 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.451596 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.451809 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09173c-f00d-4fa6-886e-e4a1f2919a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:11.470739 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.524265 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:08:11.533832 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:08:11.536443 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:08:11.567927 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Pushing event updated for resources: {'Port': ['ID=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:11.583114 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-021179b4-a621-41ef-83e8-6dd06e253d4c admin admin] Publish callbacks [] for security_group (ecb68900-b4e5-4259-9eff-210a39d7c4ba), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.611901 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:11.612541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.627569 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-021179b4-a621-41ef-83e8-6dd06e253d4c admin admin] Publish callbacks [] for security_group (ecb68900-b4e5-4259-9eff-210a39d7c4ba), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.770731 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-bd5d1ebc-1a15-450b-a290-14abd08901b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4246254 Mar 10 09:08:11.771468 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-021179b4-a621-41ef-83e8-6dd06e253d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (ecb68900-b4e5-4259-9eff-210a39d7c4ba), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.773931 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-021179b4-a621-41ef-83e8-6dd06e253d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.775081 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-021179b4-a621-41ef-83e8-6dd06e253d4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecb68900-b4e5-4259-9eff-210a39d7c4ba HTTP/1.1" status: 204 len: 168 time: 0.3294027 Mar 10 09:08:11.785530 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-69078ea4-5f0c-4fef-876e-4632ee6f79b4 None None] Provisioning complete for port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:08:11.785530 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-69078ea4-5f0c-4fef-876e-4632ee6f79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:11.786118 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Request body: {'port': {'device_id': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:08:11.812585 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021179b4-a621-41ef-83e8-6dd06e253d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb68900-b4e5-4259-9eff-210a39d7c4ba,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:11.833882 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-69078ea4-5f0c-4fef-876e-4632ee6f79b4 None None] Port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:08:11.852323 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:12.126715 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bbc42d-57fd-47ce-8f22-be1c04e8c80e {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:08:12.134873 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Publish callbacks [] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:12.147869 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Transition to ACTIVE for port object c9bbc42d-57fd-47ce-8f22-be1c04e8c80e will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:08:12.230420 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:12.288462 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:12.378771 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Attempting to bind port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:08:12.379111 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Attempting to bind port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:08:12.379451 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Attempting to bind port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e on network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:08:12.405152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e on network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:08:12.405491 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Attempting to bind port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e on network 4e96e8c5-e64f-4ccf-9ee5-523f4fb49def {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:08:12.414561 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:08:12.414910 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Checking segment: {'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:08:12.415308 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Bound using segment: {'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:08:12.415759 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Bound port: c9bbc42d-57fd-47ce-8f22-be1c04e8c80e, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c57ea8-e40c-4646-8e44-873d8e4b1fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:08:12.416126 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:12.468144 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02ee1-5fa3-4093-af40-e39402a986f7 req-ca90ff79-5e6d-4a15-85b2-9e30765043f0 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:12.470313 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-36f02ee1-5fa3-4093-af40-e39402a986f7 req-ca90ff79-5e6d-4a15-85b2-9e30765043f0 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 948 time: 0.1103644 Mar 10 09:08:12.518077 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] For port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:08:12.525652 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] For port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,segment=NetworkSegment(a3c57ea8-e40c-4646-8e44-873d8e4b1fc3),segment_id=a3c57ea8-e40c-4646-8e44-873d8e4b1fc3)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:08:12.545413 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-36f02ee1-5fa3-4093-af40-e39402a986f7 req-78e6680e-8d45-4aeb-b5b7-8e7e08b52d39 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650640 Mar 10 09:08:12.636595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:12.674108 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:12.674798 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:12.676141 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9bbc42d-57fd-47ce-8f22-be1c04e8c80e HTTP/1.1" status: 200 len: 1098 time: 0.8984137 Mar 10 09:08:12.676642 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'tag': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:08:12.678878 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2e1f8a-125d-4dfa-9968-8659bd5212fe" -d '{"events": [{"name": "network-changed", "server_uuid": "88b4f017-0cd7-4a43-97ff-28bce7419192", "tag": "c9bbc42d-57fd-47ce-8f22-be1c04e8c80e"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:08:12.723938 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32593b22-c871-4a71-b7d9-ab32610c1f52 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:12.731552 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66400cd-61fa-4a62-8a7d-a6a5e2cb2d8a x-openstack-request-id: req-e66400cd-61fa-4a62-8a7d-a6a5e2cb2d8a {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:08:12.732241 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b4f017-0cd7-4a43-97ff-28bce7419192", "tag": "c9bbc42d-57fd-47ce-8f22-be1c04e8c80e", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:08:12.734788 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e66400cd-61fa-4a62-8a7d-a6a5e2cb2d8a {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:08:12.735648 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'tag': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e', 'status': 'completed', 'code': 200} Mar 10 09:08:12.821716 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e1f8a-125d-4dfa-9968-8659bd5212fe req-39fac483-8f2b-4a7d-8879-8ef815a93fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:12.823390 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a2e1f8a-125d-4dfa-9968-8659bd5212fe req-39fac483-8f2b-4a7d-8879-8ef815a93fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dea3889184e640ef8e5a43256946554a&device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 1132 time: 0.0646331 Mar 10 09:08:12.855247 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a2e1f8a-125d-4dfa-9968-8659bd5212fe req-97138e37-2e44-4e55-bf84-88fe1374d067 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dea3889184e640ef8e5a43256946554a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242620 Mar 10 09:08:12.955726 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e1f8a-125d-4dfa-9968-8659bd5212fe req-897a83bf-dd85-4de4-91f4-bc6e59eedbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:12.957134 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1a2e1f8a-125d-4dfa-9968-8659bd5212fe req-897a83bf-dd85-4de4-91f4-bc6e59eedbde service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949440 Mar 10 09:08:13.052338 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-08ec1ee5-ef5a-4fff-a81c-5f8a87238d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:13.053852 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-08ec1ee5-ef5a-4fff-a81c-5f8a87238d63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dea3889184e640ef8e5a43256946554a&device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 1132 time: 0.0548038 Mar 10 09:08:13.111357 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-308b9b02-de53-40d7-ab0e-4eec5348f63a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e HTTP/1.1" status: 200 len: 217 time: 0.0472431 Mar 10 09:08:13.169191 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-da54f368-4e0c-4043-9be7-676b78c192c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:13.171213 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-da54f368-4e0c-4043-9be7-676b78c192c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc23549d-b1e9-4ca0-b72a-41f64a1fc7ee HTTP/1.1" status: 200 len: 843 time: 0.0513849 Mar 10 09:08:13.225507 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b00-7872-4e48-924c-70568c237892 req-833ab7af-f115-47c6-a502-90b90f986562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:13.228299 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-833ab7af-f115-47c6-a502-90b90f986562 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e96e8c5-e64f-4ccf-9ee5-523f4fb49def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0500376 Mar 10 09:08:13.325904 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-c962e530-c1b3-4041-8e84-94d38a1c139f service neutron] 10.222.0.30 "GET /v2.0/networks/4e96e8c5-e64f-4ccf-9ee5-523f4fb49def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914135 Mar 10 09:08:13.418998 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-11bf0b00-7872-4e48-924c-70568c237892 req-56ab0ba7-91a8-4231-8e0e-5b0cd7c0aa3c service neutron] 10.222.0.30 "GET /v2.0/networks/4e96e8c5-e64f-4ccf-9ee5-523f4fb49def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868561 Mar 10 09:08:13.674765 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc50da-c903-463b-8db1-1b2535efc27d req-4b508a7c-592b-4b3c-82bf-228aa7ff0765 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:13.676286 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9fc50da-c903-463b-8db1-1b2535efc27d req-4b508a7c-592b-4b3c-82bf-228aa7ff0765 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 948 time: 0.0601144 Mar 10 09:08:13.724916 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c9fc50da-c903-463b-8db1-1b2535efc27d req-305270c7-4f06-44ff-b5b0-faa5644da13c tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Mar 10 09:08:14.852856 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279d57-8d2e-431f-9fe0-8f7bdf27f811 req-eedc1389-4646-48e3-92a9-a2992962044f tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:14.854364 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e3279d57-8d2e-431f-9fe0-8f7bdf27f811 req-eedc1389-4646-48e3-92a9-a2992962044f tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 948 time: 0.0583482 Mar 10 09:08:14.902736 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e3279d57-8d2e-431f-9fe0-8f7bdf27f811 req-18413a83-6eea-4b55-b31c-132287b91729 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Mar 10 09:08:16.023401 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c3d71-2d6e-42cd-bd1b-b8ccee9e9640 req-41a60879-e26f-4b87-ad96-a0ed66b91f96 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:16.024879 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-137c3d71-2d6e-42cd-bd1b-b8ccee9e9640 req-41a60879-e26f-4b87-ad96-a0ed66b91f96 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 948 time: 0.0528986 Mar 10 09:08:16.071037 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-137c3d71-2d6e-42cd-bd1b-b8ccee9e9640 req-56808e1a-ce95-4a04-b7ef-17b7b70e1cde tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Mar 10 09:08:17.187540 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14df3-06dc-4512-8516-69290d39f786 req-54a6321a-f801-4b89-9bbd-1045bad9fff3 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:17.189102 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87d14df3-06dc-4512-8516-69290d39f786 req-54a6321a-f801-4b89-9bbd-1045bad9fff3 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 948 time: 0.0526326 Mar 10 09:08:17.236817 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87d14df3-06dc-4512-8516-69290d39f786 req-a6e0522d-033f-4516-b730-ab9e2506b629 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 Mar 10 09:08:17.849342 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device c9bbc42d-57fd-47ce-8f22-be1c04e8c80e details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:08:17.949582 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,segment=NetworkSegment(a3c57ea8-e40c-4646-8e44-873d8e4b1fc3),segment_id=a3c57ea8-e40c-4646-8e44-873d8e4b1fc3)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:08:17.960968 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e', 'network_id': '4e96e8c5-e64f-4ccf-9ee5-523f4fb49def', 'port_id': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e', 'mac_address': 'fa:16:3e:d1:0f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc23549d-b1e9-4ca0-b72a-41f64a1fc7ee', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:08:17.998190 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:08:17.998588 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:18.011341 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bbc42d-57fd-47ce-8f22-be1c04e8c80e {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:08:18.031100 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,segment=NetworkSegment(a3c57ea8-e40c-4646-8e44-873d8e4b1fc3),segment_id=a3c57ea8-e40c-4646-8e44-873d8e4b1fc3)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:08:18.121246 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:18.174910 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:18.181789 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.182158 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.182567 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.182845 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.183176 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.183503 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.183828 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.184154 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.184472 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.184794 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.186924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.186924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.186924 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:18.364991 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c0317-21e9-4062-8e4a-8aa9b3398f2d req-693b0bf0-6813-46ec-afca-93dc0bfce896 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:18.366612 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4e3c0317-21e9-4062-8e4a-8aa9b3398f2d req-693b0bf0-6813-46ec-afca-93dc0bfce896 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 949 time: 0.0614650 Mar 10 09:08:18.413809 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4e3c0317-21e9-4062-8e4a-8aa9b3398f2d req-0065b71c-2553-4bdb-8205-fabb23761804 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Mar 10 09:08:19.537847 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e365828-48f7-4a82-98e3-db46c8151c5b req-9fc583a7-225a-4f07-b9fa-7513b1ae19d4 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:19.539462 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4e365828-48f7-4a82-98e3-db46c8151c5b req-9fc583a7-225a-4f07-b9fa-7513b1ae19d4 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 949 time: 0.0573111 Mar 10 09:08:19.593253 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4e365828-48f7-4a82-98e3-db46c8151c5b req-ca03c3d6-bebc-45f5-af61-25d12062d058 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479350 Mar 10 09:08:19.835985 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['c9bbc42d-57fd-47ce-8f22-be1c04e8c80e'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:08:20.720747 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f12fb-3e1d-425b-a2a6-627590d54542 req-266e6390-7c8d-4ca1-9c0b-bf9baf7d396a tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:20.722267 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd7f12fb-3e1d-425b-a2a6-627590d54542 req-266e6390-7c8d-4ca1-9c0b-bf9baf7d396a tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 949 time: 0.0544391 Mar 10 09:08:20.768692 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-dd7f12fb-3e1d-425b-a2a6-627590d54542 req-e471a973-6f6d-4ee6-ba75-5eeb3d184641 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Mar 10 09:08:21.428212 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device c9bbc42d-57fd-47ce-8f22-be1c04e8c80e up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:08:21.583543 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:08:21.587432 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:08:21.587837 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:21.665164 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:08:21.665553 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:21.688582 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:08:21.690808 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb50268-ab96-4eb1-a558-960320af68b6" -d '{"events": [{"server_uuid": "88b4f017-0cd7-4a43-97ff-28bce7419192", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbc42d-57fd-47ce-8f22-be1c04e8c80e"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:08:21.702863 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,segment=NetworkSegment(a3c57ea8-e40c-4646-8e44-873d8e4b1fc3),segment_id=a3c57ea8-e40c-4646-8e44-873d8e4b1fc3)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:08:21.729539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48fe6d-73e4-4270-aed7-db18dbbe16f2 x-openstack-request-id: req-8c48fe6d-73e4-4270-aed7-db18dbbe16f2 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:08:21.739919 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b4f017-0cd7-4a43-97ff-28bce7419192", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbc42d-57fd-47ce-8f22-be1c04e8c80e", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:08:21.739919 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c48fe6d-73e4-4270-aed7-db18dbbe16f2 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:08:21.739919 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e', 'code': 200} Mar 10 09:08:21.806479 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:21.858117 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:21.886784 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d117-39ba-4678-9cf4-5283d0712a63 req-27316211-c9bc-41fd-99b7-eaee960965a0 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:21.888324 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9255d117-39ba-4678-9cf4-5283d0712a63 req-27316211-c9bc-41fd-99b7-eaee960965a0 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 950 time: 0.0529227 Mar 10 09:08:21.941490 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9255d117-39ba-4678-9cf4-5283d0712a63 req-b7792533-c57c-49b7-a24a-0fd92268e473 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475712 Mar 10 09:08:22.138390 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef16a03-b444-48a2-b0a1-9886d616c3fb req-bac5ad80-5765-48ef-a519-2d10754558ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:22.139873 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8ef16a03-b444-48a2-b0a1-9886d616c3fb req-bac5ad80-5765-48ef-a519-2d10754558ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 1134 time: 0.0443046 Mar 10 09:08:22.182850 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8ef16a03-b444-48a2-b0a1-9886d616c3fb req-76398b00-355d-4e37-8109-9a12d322ddae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Mar 10 09:08:22.777101 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 53906) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:22.881294 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f1fe04a3-60f7-4191-bc30-1b12674b31bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:22.951827 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f1fe04a3-60f7-4191-bc30-1b12674b31bc admin admin] Publish callbacks [] for security_group (91f7cbf1-8f07-461a-accf-a51bba7f022c), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:23.021741 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-f1fe04a3-60f7-4191-bc30-1b12674b31bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (91f7cbf1-8f07-461a-accf-a51bba7f022c), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:23.079798 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-f1fe04a3-60f7-4191-bc30-1b12674b31bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be9b597e63d54ce98229f9b77d8dc96c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016186 Mar 10 09:08:23.081435 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe04a3-60f7-4191-bc30-1b12674b31bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f7cbf1-8f07-461a-accf-a51bba7f022c,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:23.082928 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 53912) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:23.100399 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92e7e-8be6-4620-9f21-80c799398a13 req-880031f2-b61d-487c-9da8-852abc13c4b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:23.101813 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9fb92e7e-8be6-4620-9f21-80c799398a13 req-880031f2-b61d-487c-9da8-852abc13c4b1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 950 time: 0.0901151 Mar 10 09:08:23.140513 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67fb7894-040b-425e-99e6-444079ad61f9 admin admin] Publish callbacks [] for security_group (91f7cbf1-8f07-461a-accf-a51bba7f022c), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:23.151545 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9fb92e7e-8be6-4620-9f21-80c799398a13 req-8abc5151-e85d-4d40-8bf3-cc2caeb20113 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Mar 10 09:08:23.162533 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67fb7894-040b-425e-99e6-444079ad61f9 admin admin] Publish callbacks [] for security_group (91f7cbf1-8f07-461a-accf-a51bba7f022c), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:23.336507 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67fb7894-040b-425e-99e6-444079ad61f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (91f7cbf1-8f07-461a-accf-a51bba7f022c), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:23.339224 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-67fb7894-040b-425e-99e6-444079ad61f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:23.340430 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-67fb7894-040b-425e-99e6-444079ad61f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91f7cbf1-8f07-461a-accf-a51bba7f022c HTTP/1.1" status: 204 len: 168 time: 0.2564490 Mar 10 09:08:23.348434 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb7894-040b-425e-99e6-444079ad61f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f7cbf1-8f07-461a-accf-a51bba7f022c,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:24.329619 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6289f47-de75-469b-a7bb-d1147728de2c req-ba55fe72-5295-4c1c-9d06-92863087e8c0 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:24.331252 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6289f47-de75-469b-a7bb-d1147728de2c req-ba55fe72-5295-4c1c-9d06-92863087e8c0 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 950 time: 0.0576618 Mar 10 09:08:24.380410 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e6289f47-de75-469b-a7bb-d1147728de2c req-ba835b33-f565-4a10-8272-14d90f572da5 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Mar 10 09:08:24.943958 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644897-6d97-458e-8d84-21087dd240d5 req-c6a26d7a-a175-453f-b83d-80f6322543e1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:24.945395 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c3644897-6d97-458e-8d84-21087dd240d5 req-c6a26d7a-a175-453f-b83d-80f6322543e1 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 950 time: 0.0548310 Mar 10 09:08:25.001352 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c3644897-6d97-458e-8d84-21087dd240d5 req-5d5c9e17-6f18-468f-9873-5c061a63811a tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Mar 10 09:08:25.337576 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:26.147796 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4bab-7986-411f-bec5-6bacc9890a25 req-636a7f85-c4a9-4ef7-a84a-a8515f977a3c tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:26.150148 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a83b4bab-7986-411f-bec5-6bacc9890a25 req-636a7f85-c4a9-4ef7-a84a-a8515f977a3c tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 950 time: 0.0529301 Mar 10 09:08:26.218569 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a83b4bab-7986-411f-bec5-6bacc9890a25 req-56e9b7b8-2184-4de6-bd85-c4655120bc97 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/security-groups?id=c313201c-992a-47d7-92e9-3ab49bb04fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605617 Mar 10 09:08:26.513279 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555910-6c72-43ad-94d6-146feb926d6d req-da6097c2-8eaf-4152-884c-b0a5c8fcb419 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:26.514760 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c1555910-6c72-43ad-94d6-146feb926d6d req-da6097c2-8eaf-4152-884c-b0a5c8fcb419 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.30 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 950 time: 0.0526567 Mar 10 09:08:26.610547 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Deleting port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:08:26.610895 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:26.702857 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] For port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,segment=NetworkSegment(a3c57ea8-e40c-4646-8e44-873d8e4b1fc3),segment_id=a3c57ea8-e40c-4646-8e44-873d8e4b1fc3)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:08:26.703327 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:26.715375 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Calling delete_port for c9bbc42d-57fd-47ce-8f22-be1c04e8c80e owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:08:26.966419 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (c9bbc42d-57fd-47ce-8f22-be1c04e8c80e), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:26.978877 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['c9bbc42d-57fd-47ce-8f22-be1c04e8c80e'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:08:26.994295 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Pushing event deleted for resources: {'Port': ['ID=c9bbc42d-57fd-47ce-8f22-be1c04e8c80e,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:27.048903 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] No DVR routers for this DVR port c9bbc42d-57fd-47ce-8f22-be1c04e8c80e on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:08:27.051570 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:27.054961 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c1555910-6c72-43ad-94d6-146feb926d6d req-f2fadf1d-6832-4f27-b22d-6e5be0ec790e tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.30 "DELETE /v2.0/ports/c9bbc42d-57fd-47ce-8f22-be1c04e8c80e HTTP/1.1" status: 204 len: 173 time: 0.5340586 Mar 10 09:08:27.055443 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'name': 'network-vif-deleted', 'tag': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:08:27.058024 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab47ec6-a20c-4f93-8701-2efe16349d09" -d '{"events": [{"server_uuid": "88b4f017-0cd7-4a43-97ff-28bce7419192", "name": "network-vif-deleted", "tag": "c9bbc42d-57fd-47ce-8f22-be1c04e8c80e"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:08:27.097913 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e39aa3-f6e6-4566-ba22-97f7c6d5af72 x-openstack-request-id: req-21e39aa3-f6e6-4566-ba22-97f7c6d5af72 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:08:27.098315 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b4f017-0cd7-4a43-97ff-28bce7419192", "name": "network-vif-deleted", "tag": "c9bbc42d-57fd-47ce-8f22-be1c04e8c80e", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:08:27.098564 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21e39aa3-f6e6-4566-ba22-97f7c6d5af72 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:08:27.098968 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b4f017-0cd7-4a43-97ff-28bce7419192', 'name': 'network-vif-deleted', 'tag': 'c9bbc42d-57fd-47ce-8f22-be1c04e8c80e', 'status': 'completed', 'code': 200} Mar 10 09:08:27.343273 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8bb0c399-1e4e-43cf-9d7f-c7d4d796c02d req-0532d2ed-8bf7-4f5b-81bf-40e4726c8784 tempest-VolumesNegativeTest-1906197803 tempest-VolumesNegativeTest-1906197803-project] 10.222.0.31 "GET /v2.0/ports?device_id=88b4f017-0cd7-4a43-97ff-28bce7419192 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Mar 10 09:08:31.505524 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device c9bbc42d-57fd-47ce-8f22-be1c04e8c80e no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:08:31.530443 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: c9bbc42d-57fd-47ce-8f22-be1c04e8c80e {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:08:31.530810 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device c9bbc42d-57fd-47ce-8f22-be1c04e8c80e not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:08:33.473767 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-21dd23a6-3da4-4823-b149-1482899dff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:34.982378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 54176) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:35.113645 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-aa6cd614-8390-4a36-b344-619f63003109 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dea3889184e640ef8e5a43256946554a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300764 Mar 10 09:08:35.116277 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 54180) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:35.164241 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Publish callbacks [] for security_group (c313201c-992a-47d7-92e9-3ab49bb04fa6), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:35.186194 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Publish callbacks [] for security_group (c313201c-992a-47d7-92e9-3ab49bb04fa6), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:35.300635 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (c313201c-992a-47d7-92e9-3ab49bb04fa6), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:35.303314 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:35.304474 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c313201c-992a-47d7-92e9-3ab49bb04fa6 HTTP/1.1" status: 204 len: 168 time: 0.1872499 Mar 10 09:08:35.313088 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c313201c-992a-47d7-92e9-3ab49bb04fa6,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:35.321476 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.321476 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.321476 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.321823 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.321925 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.322279 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.322585 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.322923 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.323252 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.324246 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.324598 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.324926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.325254 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd75031-a44e-4f63-97a8-140392937c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:08:35.706658 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0f72e7b5-56b4-4bb3-bdff-2a7321f49fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:36.371198 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 54202) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:36.468159 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-708576639-network', 'tenant_id': '2ec54ec126e045758ef4217dab4c3e11'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:08:36.599509 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Made reservation on behalf of 2ec54ec126e045758ef4217dab4c3e11 for: {'network': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:08:36.601741 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for network (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:36.611100 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:36.684884 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks [] for security_group (d1103c42-c57a-43b2-ba23-68ad87d2e82d), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:36.816499 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d1103c42-c57a-43b2-ba23-68ad87d2e82d), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:36.840783 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=110207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 09:08:36.850070 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1103c42-c57a-43b2-ba23-68ad87d2e82d,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:36.856195 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (73d24adf-b4b8-4e4d-a161-205c8d658a56), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:36.857839 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.segments_db [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Added segment 73d24adf-b4b8-4e4d-a161-205c8d658a56 of type vlan for network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 Mar 10 09:08:36.896907 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743991999452'] for network (780e4a94-fa10-4cc7-9041-fc9b7d74bdd5), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:37.033519 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:37.074004 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264'] for network (780e4a94-fa10-4cc7-9041-fc9b7d74bdd5), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:37.075025 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:37.075614 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:37.133416 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] Pushing event updated for resources: {'Network': ['ID=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:37.143677 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 details requested by agent ovs-agent-dv-cinder-796170-5-iscsi with host dv-cinder-796170-5-iscsi {{(pid=110209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 09:08:37.205189 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-1d8205be-05e8-4ceb-8422-cfffc169bd3c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8302557 Mar 10 09:08:37.205426 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 54206) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:08:37.210343 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Request body: {'subnet': {'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-708576639-subnet', 'tenant_id': '2ec54ec126e045758ef4217dab4c3e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:08:37.323948 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Made reservation on behalf of 2ec54ec126e045758ef4217dab4c3e11 for: {'subnet': 1} {{(pid=110207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:08:37.326277 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627234'] for subnet (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:37.563977 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14062393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627212'] for subnet (09abb52f-5f3e-4860-a879-843f0966ae0f), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:37.615495 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Pushing event updated for resources: {'Subnet': ['ID=09abb52f-5f3e-4860-a879-843f0966ae0f,revision_number=0']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:37.626168 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Checking segment: {'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:08:37.626523 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Network hostable DHCP agents. Network: 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5, hostable agents: ['d2a330d3-1a2a-4150-8ce9-db5e362be692'], hosted agents: [] {{(pid=110207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 09:08:37.711750 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 is scheduled to be hosted by DHCP agent d2a330d3-1a2a-4150-8ce9-db5e362be692 with binding_index 1 {{(pid=110207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 09:08:37.810422 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-5-iscsi, 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5) {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:08:37.814542 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:37.815142 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:37.819327 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624ad96-629c-42a7-80c3-cc66f421a6e4 None None] Network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:08:37.915755 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3a2c3-2245-4cfa-bf04-37aae3aba329 None None] Network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:08:37.958257 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b1b88d3b-0d32-4fe1-81ab-3d64cc32471f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7430036 Mar 10 09:08:38.330873 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:40.187502 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-c5f586fc-293d-4d0a-9d84-07e4dec4779d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:40.188868 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-c5f586fc-293d-4d0a-9d84-07e4dec4779d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/networks?id=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 HTTP/1.1" status: 200 len: 813 time: 0.0991917 Mar 10 09:08:40.204219 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7a6504ba-6e37-42c9-a8a2-a7464ec256a9 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/quotas/2ec54ec126e045758ef4217dab4c3e11 HTTP/1.1" status: 200 len: 375 time: 0.0096984 Mar 10 09:08:40.241069 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-92782dff-7058-48fe-9481-d42f1e119e3b tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec54ec126e045758ef4217dab4c3e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310035 Mar 10 09:08:40.318800 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:40.375923 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-02b23045-335d-419f-967c-d165d28fd3bd service neutron] 10.222.0.31 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280198 Mar 10 09:08:40.657415 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-74ed787f-12a2-43a1-869d-be1b2e3f2884 service neutron] 10.222.0.31 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758307 Mar 10 09:08:40.935979 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7cd10bb0-f8c2-43b8-b291-bfe207eea9ed req-b5cbdfe2-e813-43f8-936f-ccf348ab7ab8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 210 time: 0.0311291 Mar 10 09:08:42.014667 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-f2cd3ce3-e069-4ea4-b5c2-6b6ae3580b00 req-39f5b9b2-cd37-420b-ac62-df81ccb318b6 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 210 time: 0.0284348 Mar 10 09:08:43.125700 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d75fbd52-7739-4bbe-8f32-5eb04f7384b1 req-aff44dda-a24c-4b7b-800a-dbfc5c1e63c4 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 210 time: 0.0294714 Mar 10 09:08:43.486208 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7905b2b3-aff7-4e35-9235-07e588aea638 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:43.487670 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7905b2b3-aff7-4e35-9235-07e588aea638 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "GET /v2.0/networks?id=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 HTTP/1.1" status: 200 len: 813 time: 0.1102684 Mar 10 09:08:43.499886 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Request body: {'port': {'device_id': '3fe99c1a-f2ab-4d80-b719-603177641088', 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5', 'admin_state_up': True, 'tenant_id': '2ec54ec126e045758ef4217dab4c3e11'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:08:43.707523 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Made reservation on behalf of 2ec54ec126e045758ef4217dab4c3e11 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:08:43.711012 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:43.847042 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Allocated IP 172.20.0.9 (780e4a94-fa10-4cc7-9041-fc9b7d74bdd5/09abb52f-5f3e-4860-a879-843f0966ae0f/db4073c3-6dae-4603-9dc5-0f3e34836dd3) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:08:44.030662 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks [] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:44.152589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:44.194321 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:08:44.197582 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:08:44.204163 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:08:44.233451 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Pushing event updated for resources: {'Port': ['ID=db4073c3-6dae-4603-9dc5-0f3e34836dd3,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:44.252921 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b699d5-285f-4a46-a0dd-8dcff36f641c req-213cdcbc-847a-44c4-a67f-eaa7fbc3452e tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:44.254486 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87b699d5-285f-4a46-a0dd-8dcff36f641c req-213cdcbc-847a-44c4-a67f-eaa7fbc3452e tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 931 time: 0.0595431 Mar 10 09:08:44.260761 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:44.261541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:44.304662 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87b699d5-285f-4a46-a0dd-8dcff36f641c req-35988936-2d78-4f82-8bfc-900fa017f926 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Mar 10 09:08:44.373278 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-7145445a-5c82-40fd-b41a-946108c6ab0a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8772166 Mar 10 09:08:44.384330 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Request body: {'port': {'device_id': '3fe99c1a-f2ab-4d80-b719-603177641088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:08:44.448344 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:44.680126 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:08:44.721156 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4073c3-6dae-4603-9dc5-0f3e34836dd3 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:08:44.729074 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Publish callbacks [] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:44.741547 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Transition to ACTIVE for port object db4073c3-6dae-4603-9dc5-0f3e34836dd3 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:08:44.879061 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:44.931627 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Pushing event updated for resources: {'Port': ['ID=db4073c3-6dae-4603-9dc5-0f3e34836dd3,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:45.005775 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Attempting to bind port db4073c3-6dae-4603-9dc5-0f3e34836dd3 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:08:45.006020 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Attempting to bind port db4073c3-6dae-4603-9dc5-0f3e34836dd3 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:08:45.006382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Attempting to bind port db4073c3-6dae-4603-9dc5-0f3e34836dd3 on network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:08:45.011881 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Port db4073c3-6dae-4603-9dc5-0f3e34836dd3 on network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:08:45.012208 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Attempting to bind port db4073c3-6dae-4603-9dc5-0f3e34836dd3 on network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:08:45.019141 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:08:45.019557 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Checking segment: {'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:08:45.019989 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Bound using segment: {'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:08:45.020475 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Bound port: db4073c3-6dae-4603-9dc5-0f3e34836dd3, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:08:45.020880 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:45.086546 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] For port db4073c3-6dae-4603-9dc5-0f3e34836dd3, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:08:45.089598 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] For port db4073c3-6dae-4603-9dc5-0f3e34836dd3, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=db4073c3-6dae-4603-9dc5-0f3e34836dd3,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:08:45.163747 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:45.201812 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:45.202462 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:45.204064 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] 10.222.0.30 "PUT /v2.0/ports/db4073c3-6dae-4603-9dc5-0f3e34836dd3 HTTP/1.1" status: 200 len: 1093 time: 0.8238394 Mar 10 09:08:45.204528 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe99c1a-f2ab-4d80-b719-603177641088', 'tag': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:08:45.206802 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a871a86-7376-409a-9441-6cc5740816f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe99c1a-f2ab-4d80-b719-603177641088", "tag": "db4073c3-6dae-4603-9dc5-0f3e34836dd3"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:08:45.238067 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d15ad3-816a-4353-a88b-59b95298a499 service neutron] Pushing event updated for resources: {'Port': ['ID=db4073c3-6dae-4603-9dc5-0f3e34836dd3,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:45.249870 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1611aa-8b0c-4b98-adf3-de3ce6737dd3 x-openstack-request-id: req-ea1611aa-8b0c-4b98-adf3-de3ce6737dd3 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:08:45.250276 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe99c1a-f2ab-4d80-b719-603177641088", "tag": "db4073c3-6dae-4603-9dc5-0f3e34836dd3", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:08:45.250563 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea1611aa-8b0c-4b98-adf3-de3ce6737dd3 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:08:45.250978 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe99c1a-f2ab-4d80-b719-603177641088', 'tag': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3', 'status': 'completed', 'code': 200} Mar 10 09:08:45.317124 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871a86-7376-409a-9441-6cc5740816f9 req-02f5f101-8fa5-40cd-bad8-3a62e97920fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:45.318578 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8a871a86-7376-409a-9441-6cc5740816f9 req-02f5f101-8fa5-40cd-bad8-3a62e97920fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec54ec126e045758ef4217dab4c3e11&device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 1127 time: 0.0471132 Mar 10 09:08:45.431052 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53345bf-44ed-490e-a8b4-49c80715e318 req-4bcc7727-35ce-47cb-b02d-31addf7aacbe tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:45.433314 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c53345bf-44ed-490e-a8b4-49c80715e318 req-4bcc7727-35ce-47cb-b02d-31addf7aacbe tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 943 time: 0.0568175 Mar 10 09:08:45.434161 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871a86-7376-409a-9441-6cc5740816f9 req-7c055139-b286-4bea-be08-40969aa1d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:45.435528 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8a871a86-7376-409a-9441-6cc5740816f9 req-7c055139-b286-4bea-be08-40969aa1d5ef service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ec54ec126e045758ef4217dab4c3e11&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1107330 Mar 10 09:08:45.485930 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c53345bf-44ed-490e-a8b4-49c80715e318 req-faa72380-8ddb-4e42-b50a-c12b6769ca4a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467112 Mar 10 09:08:45.540750 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871a86-7376-409a-9441-6cc5740816f9 req-6685ce70-acbb-424c-808d-f2b0ebfcb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:45.542815 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8a871a86-7376-409a-9441-6cc5740816f9 req-6685ce70-acbb-424c-808d-f2b0ebfcb294 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007829 Mar 10 09:08:45.629915 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-1fcf6f03-fca1-48df-8932-496eade5345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:45.631479 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-1fcf6f03-fca1-48df-8932-496eade5345c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec54ec126e045758ef4217dab4c3e11&device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 1127 time: 0.0469880 Mar 10 09:08:45.672486 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-051bae8a-dafd-40b2-bf53-f5d1dfa082a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db4073c3-6dae-4603-9dc5-0f3e34836dd3 HTTP/1.1" status: 200 len: 217 time: 0.0346739 Mar 10 09:08:45.727905 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-94389c63-f0c8-432f-a7e0-29b0dae17a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:45.729943 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-94389c63-f0c8-432f-a7e0-29b0dae17a12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09abb52f-5f3e-4860-a879-843f0966ae0f HTTP/1.1" status: 200 len: 853 time: 0.0522220 Mar 10 09:08:45.762626 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-068d0f7a-aa64-4d5d-9410-29458741ec18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261080 Mar 10 09:08:45.864126 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-d7724f34-f6eb-4235-b7e1-3293b89af687 service neutron] 10.222.0.30 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951214 Mar 10 09:08:45.961751 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c8d20382-bbec-49d9-947e-646ad7c967b1 req-91e3b8e3-068b-4aaf-b805-2fe5b67c778b service neutron] 10.222.0.30 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921977 Mar 10 09:08:46.628245 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752460-dcd5-4fe8-b352-6f0f84bc7576 req-b2865227-0cbf-40ca-b9f2-c86f1a0c3c05 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:46.629175 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f752460-dcd5-4fe8-b352-6f0f84bc7576 req-b2865227-0cbf-40ca-b9f2-c86f1a0c3c05 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 943 time: 0.0685799 Mar 10 09:08:46.677979 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1f752460-dcd5-4fe8-b352-6f0f84bc7576 req-326f766f-20bd-4c2c-9a7c-6ec9aefdced3 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Mar 10 09:08:47.806407 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ae0d9-dee7-4613-9642-2fe4ed54e51a req-7756c1ea-fb2f-49ba-abd0-e92594e4666b tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:47.808569 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d01ae0d9-dee7-4613-9642-2fe4ed54e51a req-7756c1ea-fb2f-49ba-abd0-e92594e4666b tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 943 time: 0.0607052 Mar 10 09:08:47.856942 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-d01ae0d9-dee7-4613-9642-2fe4ed54e51a req-05bd43b9-af20-4ad2-a595-27b0c8a54b17 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Mar 10 09:08:48.990486 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd34f3-32b2-45e8-a071-d6cf82bbd2b3 req-9974ca84-1350-4683-9fb7-674e4a6a641a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:48.992129 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-73bd34f3-32b2-45e8-a071-d6cf82bbd2b3 req-9974ca84-1350-4683-9fb7-674e4a6a641a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 943 time: 0.0640578 Mar 10 09:08:49.044538 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-73bd34f3-32b2-45e8-a071-d6cf82bbd2b3 req-69122fee-9be4-40c6-9d7e-0188e3d4f9d0 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Mar 10 09:08:49.599987 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device db4073c3-6dae-4603-9dc5-0f3e34836dd3 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:08:49.713843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port db4073c3-6dae-4603-9dc5-0f3e34836dd3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=db4073c3-6dae-4603-9dc5-0f3e34836dd3,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:08:49.726376 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3', 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5', 'port_id': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3', 'mac_address': 'fa:16:3e:5e:81:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09abb52f-5f3e-4860-a879-843f0966ae0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:08:49.767967 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port db4073c3-6dae-4603-9dc5-0f3e34836dd3 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:08:49.768362 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:49.783116 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4073c3-6dae-4603-9dc5-0f3e34836dd3 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:08:49.805131 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port db4073c3-6dae-4603-9dc5-0f3e34836dd3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=db4073c3-6dae-4603-9dc5-0f3e34836dd3,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:08:49.923945 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:49.974818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=db4073c3-6dae-4603-9dc5-0f3e34836dd3,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:50.178361 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b22b6-fc7f-4c70-aa99-3367d963dd3f req-d7a2cf17-1f73-456e-b2d5-187e630d4792 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:50.180031 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8c5b22b6-fc7f-4c70-aa99-3367d963dd3f req-d7a2cf17-1f73-456e-b2d5-187e630d4792 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 944 time: 0.0630703 Mar 10 09:08:50.234023 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8c5b22b6-fc7f-4c70-aa99-3367d963dd3f req-0302e6ce-a417-48a1-b5a6-1c00b114bfaf tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478244 Mar 10 09:08:50.333825 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['db4073c3-6dae-4603-9dc5-0f3e34836dd3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:08:51.358713 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5e432-f13f-4c24-bd70-78b2102e8fee req-c68eb4df-840e-4ee1-b06a-cf8aad522eb4 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:51.360290 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-80b5e432-f13f-4c24-bd70-78b2102e8fee req-c68eb4df-840e-4ee1-b06a-cf8aad522eb4 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 944 time: 0.0555754 Mar 10 09:08:51.410693 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-80b5e432-f13f-4c24-bd70-78b2102e8fee req-6c75b36f-1600-436e-9768-b385cbaae880 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446947 Mar 10 09:08:51.612566 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device db4073c3-6dae-4603-9dc5-0f3e34836dd3 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:08:51.791500 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port db4073c3-6dae-4603-9dc5-0f3e34836dd3 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:08:51.795817 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port db4073c3-6dae-4603-9dc5-0f3e34836dd3 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:08:51.796195 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:51.885121 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port db4073c3-6dae-4603-9dc5-0f3e34836dd3 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:08:51.885440 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:51.911376 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe99c1a-f2ab-4d80-b719-603177641088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:08:51.914356 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce6ddd6-1cc0-42e9-ad5c-16ee86bb933d" -d '{"events": [{"server_uuid": "3fe99c1a-f2ab-4d80-b719-603177641088", "name": "network-vif-plugged", "status": "completed", "tag": "db4073c3-6dae-4603-9dc5-0f3e34836dd3"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:08:51.927474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port db4073c3-6dae-4603-9dc5-0f3e34836dd3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=db4073c3-6dae-4603-9dc5-0f3e34836dd3,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:08:51.959323 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae6c996-a0bc-4e2c-be97-71e22937a566 x-openstack-request-id: req-5ae6c996-a0bc-4e2c-be97-71e22937a566 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:08:51.959628 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe99c1a-f2ab-4d80-b719-603177641088", "name": "network-vif-plugged", "status": "completed", "tag": "db4073c3-6dae-4603-9dc5-0f3e34836dd3", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:08:51.959887 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ae6c996-a0bc-4e2c-be97-71e22937a566 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:08:51.960293 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe99c1a-f2ab-4d80-b719-603177641088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3', 'code': 200} Mar 10 09:08:52.101153 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:08:52.156386 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=db4073c3-6dae-4603-9dc5-0f3e34836dd3,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:08:52.329214 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee4c6-29db-46f5-b4ac-745386f2e593 req-6a323b03-8f8f-43ac-b90f-6af856a2a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:52.330813 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4a6ee4c6-29db-46f5-b4ac-745386f2e593 req-6a323b03-8f8f-43ac-b90f-6af856a2a3ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 1129 time: 0.0456622 Mar 10 09:08:52.380872 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4a6ee4c6-29db-46f5-b4ac-745386f2e593 req-cb3a5653-573d-4cf5-af84-ec43a9062c37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Mar 10 09:08:52.532042 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910bb02-8a6b-43d7-8132-053f090835dd req-14ce5cf9-b99f-4555-964f-61e9e64e86a7 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:52.533616 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5910bb02-8a6b-43d7-8132-053f090835dd req-14ce5cf9-b99f-4555-964f-61e9e64e86a7 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 945 time: 0.0553639 Mar 10 09:08:52.585709 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5910bb02-8a6b-43d7-8132-053f090835dd req-b77a5410-eb90-4a60-a1fb-55ac90034a99 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Mar 10 09:08:53.710375 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7cc58-1c0e-493a-81e3-b99819c3ddd2 req-92db95f7-b901-4054-b1e1-ae6f0058dcba tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:53.711876 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9fc7cc58-1c0e-493a-81e3-b99819c3ddd2 req-92db95f7-b901-4054-b1e1-ae6f0058dcba tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 945 time: 0.0529475 Mar 10 09:08:53.760374 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9fc7cc58-1c0e-493a-81e3-b99819c3ddd2 req-1432494a-78de-4b90-ab41-3b3a6ea887da tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Mar 10 09:08:54.879306 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b972-a38a-4a75-bee3-00ba9e45ca1b req-35fc8c9d-87a7-499b-86f6-ed273f363411 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:08:54.881005 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4998b972-a38a-4a75-bee3-00ba9e45ca1b req-35fc8c9d-87a7-499b-86f6-ed273f363411 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Mar 10 09:08:54.930865 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4998b972-a38a-4a75-bee3-00ba9e45ca1b req-eec41d06-da8b-449a-bb5a-244601b665a4 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Mar 10 09:08:55.174335 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:03.495880 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0459d66a-9233-4453-bf0f-f15c1b2524ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:04.736757 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-b78f4705-3275-437a-8fb8-9e2663c2b43e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519614 Mar 10 09:09:04.830369 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-12e1b300-deda-4484-bf4e-0621bc3d2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:04.831891 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-12e1b300-deda-4484-bf4e-0621bc3d2374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 1129 time: 0.0475540 Mar 10 09:09:04.948332 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-201ee2d0-caf3-4fed-930c-6c3468a7031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:04.949819 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-201ee2d0-caf3-4fed-930c-6c3468a7031c service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0989723 Mar 10 09:09:05.019895 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-918de3d4-1ea8-4b18-be33-1887396e00af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 HTTP/1.1" status: 200 len: 1000 time: 0.0631821 Mar 10 09:09:05.067191 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-b3b30ce8-5341-4652-a3f3-c4f4a46d7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:05.068604 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-b3b30ce8-5341-4652-a3f3-c4f4a46d7875 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0428147 Mar 10 09:09:05.120954 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-d03b4510-c044-4886-97d6-115490133bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:05.122543 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-d03b4510-c044-4886-97d6-115490133bbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478804 Mar 10 09:09:05.212650 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-b37e97eb-12bf-4cf6-a37c-d89fa0a5970c service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832586 Mar 10 09:09:05.306374 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b8affb1-dfbd-4375-8a93-9b312c43b036 req-6a89cbd5-6741-45ee-bad3-95136b472eef service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858026 Mar 10 09:09:05.711359 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9851f5ce-30bb-49fa-9034-b44eebb59a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:06.963342 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:08.351491 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:10.303843 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:21.679408 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:09:25.148447 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:33.476655 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e20c9bfb-2ccf-46ce-952a-00ac60fedf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:35.691437 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-234c7a22-5ff8-4f34-a0f4-ddc95ee4cc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:36.980628 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:38.292764 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:40.315574 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:48.118289 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49cd4f-f05a-40d3-93ad-fba377b6f8d5 req-79b0b025-dd0d-4805-890b-c5461aa0e399 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:48.120038 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc49cd4f-f05a-40d3-93ad-fba377b6f8d5 req-79b0b025-dd0d-4805-890b-c5461aa0e399 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 945 time: 0.0578384 Mar 10 09:09:48.188046 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fc49cd4f-f05a-40d3-93ad-fba377b6f8d5 req-5a7084c0-1b70-4562-874b-20069b672a36 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Mar 10 09:09:49.317404 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9ed0-c531-4ba3-a852-0e1954a4badc req-5774d4d0-0481-4c16-9cc7-ee92ba931ae1 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:49.319641 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-73ec9ed0-c531-4ba3-a852-0e1954a4badc req-5774d4d0-0481-4c16-9cc7-ee92ba931ae1 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 945 time: 0.0537350 Mar 10 09:09:49.369340 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-73ec9ed0-c531-4ba3-a852-0e1954a4badc req-31d56e4c-13f6-41a9-a16d-3d87475bbd4d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Mar 10 09:09:50.009103 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-ef40d7a0-149f-42c8-a607-494354bf3984 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:50.010605 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-ef40d7a0-149f-42c8-a607-494354bf3984 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 945 time: 0.0567529 Mar 10 09:09:50.114697 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Deleting port db4073c3-6dae-4603-9dc5-0f3e34836dd3 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:09:50.115590 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:50.220440 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] For port db4073c3-6dae-4603-9dc5-0f3e34836dd3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=db4073c3-6dae-4603-9dc5-0f3e34836dd3,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:09:50.220805 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:50.239269 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Calling delete_port for db4073c3-6dae-4603-9dc5-0f3e34836dd3 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:09:50.473833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (db4073c3-6dae-4603-9dc5-0f3e34836dd3), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:50.486954 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['db4073c3-6dae-4603-9dc5-0f3e34836dd3'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:09:50.503355 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6173b-8d25-4281-b082-68f69ecabcc6 req-a17b0a5d-74d3-4b53-bc82-e2b2a9949be6 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:50.504892 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4aa6173b-8d25-4281-b082-68f69ecabcc6 req-a17b0a5d-74d3-4b53-bc82-e2b2a9949be6 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 867 time: 0.0651803 Mar 10 09:09:50.508991 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Pushing event deleted for resources: {'Port': ['ID=db4073c3-6dae-4603-9dc5-0f3e34836dd3,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:09:50.542001 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.543529 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.543529 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.543529 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.543529 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.544123 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.544280 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.544585 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.544919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.545243 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.545611 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.545940 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.546290 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:09:50.569585 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] No DVR routers for this DVR port db4073c3-6dae-4603-9dc5-0f3e34836dd3 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:09:50.572315 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4aa6173b-8d25-4281-b082-68f69ecabcc6 req-557493d3-3a4d-435a-a428-56b41e85c9f7 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Mar 10 09:09:50.574589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:50.578109 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-7e9aa9e5-971f-4e0f-9f69-8186c4798714 req-98f3df16-dcc7-45b4-b17b-1aa971fa925a tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "DELETE /v2.0/ports/db4073c3-6dae-4603-9dc5-0f3e34836dd3 HTTP/1.1" status: 204 len: 173 time: 0.5626292 Mar 10 09:09:50.579266 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe99c1a-f2ab-4d80-b719-603177641088', 'name': 'network-vif-deleted', 'tag': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:09:50.581213 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad5bb5-c281-480f-9055-117415dcbd95" -d '{"events": [{"server_uuid": "3fe99c1a-f2ab-4d80-b719-603177641088", "name": "network-vif-deleted", "tag": "db4073c3-6dae-4603-9dc5-0f3e34836dd3"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:09:50.639356 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dbcc0-1a9a-41ad-a767-73306b58643f req-004b8380-f251-4206-8dac-19705620b31f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:50.640859 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-454dbcc0-1a9a-41ad-a767-73306b58643f req-004b8380-f251-4206-8dac-19705620b31f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0568495 Mar 10 09:09:50.642830 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a34580-a5fe-4dfe-b894-b1b0ae9dc40c x-openstack-request-id: req-04a34580-a5fe-4dfe-b894-b1b0ae9dc40c {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:09:50.642830 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe99c1a-f2ab-4d80-b719-603177641088", "name": "network-vif-deleted", "tag": "db4073c3-6dae-4603-9dc5-0f3e34836dd3", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:09:50.642830 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04a34580-a5fe-4dfe-b894-b1b0ae9dc40c {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:09:50.643315 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe99c1a-f2ab-4d80-b719-603177641088', 'name': 'network-vif-deleted', 'tag': 'db4073c3-6dae-4603-9dc5-0f3e34836dd3', 'status': 'completed', 'code': 200} Mar 10 09:09:50.700119 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-454dbcc0-1a9a-41ad-a767-73306b58643f req-7808f208-0726-4342-8825-1e5e35c46fd4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513258 Mar 10 09:09:51.696279 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5dc9d47d-7064-4c39-8fbb-c990863c9cc7 req-11eea733-7bb0-4fe8-ad62-f7df142d5dfb tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe99c1a-f2ab-4d80-b719-603177641088 HTTP/1.1" status: 200 len: 210 time: 0.0291250 Mar 10 09:09:51.833035 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc597-a118-409a-bc32-9affe5873365 req-22f6a948-812e-439d-9129-4e6b99b30550 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:51.834470 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab4fc597-a118-409a-bc32-9affe5873365 req-22f6a948-812e-439d-9129-4e6b99b30550 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0606008 Mar 10 09:09:51.893868 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab4fc597-a118-409a-bc32-9affe5873365 req-93eba000-65d2-4ab6-8f22-14cee70a9f23 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532405 Mar 10 09:09:52.188926 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712375f-6815-4f66-8a5b-365736b5056a req-92aff29d-6c31-436f-8782-7cd4e542e680 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:52.190320 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c712375f-6815-4f66-8a5b-365736b5056a req-92aff29d-6c31-436f-8782-7cd4e542e680 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0520036 Mar 10 09:09:52.288565 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Deleting port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:09:52.288906 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:52.669365 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] For port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:09:52.669753 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:52.861611 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:52.862349 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (7331caf6-7ee7-4cef-be56-c74b425c020b), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:52.862349 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Floating IP 7331caf6-7ee7-4cef-be56-c74b425c020b disassociated. External IP: 172.27.1.48, port: 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623. Mar 10 09:09:52.862647 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Calling delete_port for 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:09:53.042195 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d080-c485-4055-a6ec-caa075b8dc0a req-71afed1e-18aa-4bf6-b9df-3e5d5a6fd26c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:53.043656 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59e4d080-c485-4055-a6ec-caa075b8dc0a req-71afed1e-18aa-4bf6-b9df-3e5d5a6fd26c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 945 time: 0.0755947 Mar 10 09:09:53.100603 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59e4d080-c485-4055-a6ec-caa075b8dc0a req-3065c631-fe25-4939-ab17-186bfa3c1bdd tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512428 Mar 10 09:09:53.176360 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (3ac820bb-a3c6-42a1-be4a-4f8b7ab40623), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:53.206707 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event deleted for resources: {'Port': ['ID=3ac820bb-a3c6-42a1-be4a-4f8b7ab40623,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:09:53.340689 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:09:53.452921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:09:53.463565 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:09:53.475594 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:09:53.476295 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:09:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:09:53.496617 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] No DVR routers for this DVR port 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:09:53.499328 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:53.502670 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c712375f-6815-4f66-8a5b-365736b5056a req-d4845e45-e3fc-4fa5-aad3-3ca579d447aa tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "DELETE /v2.0/ports/3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 HTTP/1.1" status: 204 len: 173 time: 1.3075707 Mar 10 09:09:53.503156 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'name': 'network-vif-deleted', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:09:53.506227 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3feabe-7681-4b4c-b549-a66d422867c4" -d '{"events": [{"server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "name": "network-vif-deleted", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:09:53.542512 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8223c891-1a72-4d1a-86e5-693b8931ed9d x-openstack-request-id: req-8223c891-1a72-4d1a-86e5-693b8931ed9d {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:09:53.542829 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2d8398-519c-4477-b419-dd2476079f4c", "name": "network-vif-deleted", "tag": "3ac820bb-a3c6-42a1-be4a-4f8b7ab40623", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:09:53.543089 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8223c891-1a72-4d1a-86e5-693b8931ed9d {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:09:53.543495 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2d8398-519c-4477-b419-dd2476079f4c', 'name': 'network-vif-deleted', 'tag': '3ac820bb-a3c6-42a1-be4a-4f8b7ab40623', 'status': 'completed', 'code': 200} Mar 10 09:09:53.603815 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:09:53.924727 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:09:53.951119 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:09:53.959414 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:09:53.960034 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:09:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:09:54.075576 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:09:54.198121 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c7afec51-c295-436e-8149-563507eeb86e req-0f78f2fe-9e73-4319-b509-e1609e185e9d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0288455 Mar 10 09:09:54.289700 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:09:54.318591 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694f25e-cb19-4bd3-8588-1fd79ac2a512 None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:09:54.544119 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5606e871-aa8d-448d-9293-6723fc8e5533 None None] New status for floating IP 7331caf6-7ee7-4cef-be56-c74b425c020b: DOWN {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:09:54.944304 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device db4073c3-6dae-4603-9dc5-0f3e34836dd3 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:09:54.968669 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: db4073c3-6dae-4603-9dc5-0f3e34836dd3 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:09:54.969022 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device db4073c3-6dae-4603-9dc5-0f3e34836dd3 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:09:55.300536 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5de07382-54eb-4ada-9782-3969591b2fc2 req-b52fdcc2-6862-48b7-b943-7130e329486e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0302207 Mar 10 09:09:55.909050 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:09:56.405122 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28807828-82d2-40f7-85bf-f0c9cb382c02 req-b3d71d04-96a9-4a7c-8334-a023c09aac4e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0324991 Mar 10 09:09:56.936574 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:09:56.957252 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:09:56.957600 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 3ac820bb-a3c6-42a1-be4a-4f8b7ab40623 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:09:57.501241 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-945e8239-9bf4-4597-a5ec-3fa66fc542c2 req-7517c344-7b4d-4a4d-8f3f-4ac87c02944a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2d8398-519c-4477-b419-dd2476079f4c HTTP/1.1" status: 200 len: 210 time: 0.0282137 Mar 10 09:09:58.680141 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:09:58.825899 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9b3abe07-fa04-490f-ba29-3e524358dc34 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621411339&fields=id&tenant_id=d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 267 time: 0.0483112 Mar 10 09:09:58.943519 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-b3b68501-e55a-48b5-89bf-a6c57c0ce9d6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:09:58.944995 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-b3b68501-e55a-48b5-89bf-a6c57c0ce9d6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 811 time: 0.1124122 Mar 10 09:09:58.960803 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-6fbe52ae-053f-42fb-8bd8-c71059f282ea tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/quotas/d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 375 time: 0.0102220 Mar 10 09:09:59.018881 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-c084caa8-f0ce-42fe-ac8f-03582883499d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525634 Mar 10 09:09:59.115458 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9bcf477c-88d5-455f-977d-06f3a49c33e2 service neutron] 10.222.0.31 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848038 Mar 10 09:09:59.206940 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-29c634c0-0722-4cdf-b826-5bf39bb7f8f0 service neutron] 10.222.0.31 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Mar 10 09:09:59.991489 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-18027013-c11d-4088-9958-f0036b06150c req-fb4b914f-6772-4948-9baa-57acc1d01202 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 210 time: 0.0282013 Mar 10 09:10:01.089138 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-242355ce-1ad3-411c-8df2-bb9f9e4d53b0 req-4dc1a20e-e911-4d0e-bbf7-bb10ae51836e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 210 time: 0.0302508 Mar 10 09:10:02.186337 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-3344f462-d7a2-44b2-b8a5-75b43341d60c req-19afd892-5ebd-4900-8b68-2fc64bc4de05 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 210 time: 0.0278790 Mar 10 09:10:03.283940 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-92a5752d-c359-4dc0-b571-5dcedc8dce67 req-98c3351d-b9da-4a02-8700-8c386cdef0cc tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 210 time: 0.0327740 Mar 10 09:10:03.566065 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-709584b3-8982-4899-8b9b-519239f68dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:03.966261 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-e9cb47ad-bede-4fc8-962f-c594abb2ebb0 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:03.967793 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-e9cb47ad-bede-4fc8-962f-c594abb2ebb0 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 811 time: 0.1025813 Mar 10 09:10:04.029520 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-7175c314-617f-4449-931a-0173dee1112e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 379 time: 0.0542302 Mar 10 09:10:04.037613 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'port': {'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'admin_state_up': True, 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'security_groups': ['304a0857-b455-4937-9d42-7cafefcdf13b']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:10:04.221685 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Made reservation on behalf of d523dcd031794a58b327b25b6bde2d4d for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:10:04.225742 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:04.383840 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ff444843-ea8f-4f95-bef2-40eff7d3c67a req-e008e4b1-1a5c-40b1-835f-d967738671b5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 210 time: 0.0317686 Mar 10 09:10:04.384858 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Allocated IP 172.20.0.14 (75361695-b343-4169-b2e1-1f53a68e6cb6/3b0bd77e-9819-485b-8f12-e40fd2557d76/f8ed194c-9a7a-4633-a811-3a3b46d7ada1) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:10:04.524373 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:04.679448 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:04.723382 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:10:04.727226 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:10:04.730161 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:10:04.773215 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-0e142d5d-9d53-498b-86e8-cd6ae3122a8b tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:04.774857 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-0e142d5d-9d53-498b-86e8-cd6ae3122a8b tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/networks?id=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 HTTP/1.1" status: 200 len: 813 time: 0.1101775 Mar 10 09:10:04.784499 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:04.792720 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-06677863-f8b0-485f-9ac1-995b72e2dc43 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/quotas/2ec54ec126e045758ef4217dab4c3e11 HTTP/1.1" status: 200 len: 375 time: 0.0115566 Mar 10 09:10:04.803960 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:04.804626 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:04.828455 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-1a46685f-91ff-408b-805a-56552341dd90 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec54ec126e045758ef4217dab4c3e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289230 Mar 10 09:10:04.917149 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-9178450c-4663-4131-8ccf-e99f6a787bc4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8832002 Mar 10 09:10:04.929277 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Request body: {'port': {'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:10:04.933167 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-acb1c308-ddfd-4219-a6fb-6fd50172b64d service neutron] 10.222.0.31 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979593 Mar 10 09:10:04.969776 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-d58785cd-2b4f-4f25-9d7b-494dd026059d None None] Provisioning complete for port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:10:04.970868 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d58785cd-2b4f-4f25-9d7b-494dd026059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:04.994257 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:05.006227 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-d58785cd-2b4f-4f25-9d7b-494dd026059d None None] Port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:10:05.026708 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-4c9132a4-c60e-46ab-8988-ca084fbd8a92 service neutron] 10.222.0.31 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Mar 10 09:10:05.282699 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ed194c-9a7a-4633-a811-3a3b46d7ada1 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:10:05.304702 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Publish callbacks [] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:05.308578 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c93e34f5-4a1e-4fe1-b78b-9100d89fbd62 req-3bc7557b-761b-4162-966e-6e2d09ccd941 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 210 time: 0.0404773 Mar 10 09:10:05.320438 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Transition to ACTIVE for port object f8ed194c-9a7a-4633-a811-3a3b46d7ada1 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:10:05.423449 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:05.496583 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:05.509893 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006127b0-92e8-448a-b160-2ed0aa20474f req-49453dca-9a1b-416a-a8f6-0f3c03d879f5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:05.511962 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-006127b0-92e8-448a-b160-2ed0aa20474f req-49453dca-9a1b-416a-a8f6-0f3c03d879f5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0612133 Mar 10 09:10:05.551227 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Attempting to bind port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:10:05.554634 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Attempting to bind port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:10:05.554634 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Attempting to bind port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:10:05.558789 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:10:05.559223 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Attempting to bind port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:10:05.564877 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:10:05.565227 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Checking segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:10:05.565611 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Bound using segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:10:05.566046 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Bound port: f8ed194c-9a7a-4633-a811-3a3b46d7ada1, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:10:05.566629 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:05.577085 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-006127b0-92e8-448a-b160-2ed0aa20474f req-94787ebd-8021-48d4-83c6-cf03f0b9738f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576112 Mar 10 09:10:05.644649 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] For port f8ed194c-9a7a-4633-a811-3a3b46d7ada1, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:10:05.648012 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] For port f8ed194c-9a7a-4633-a811-3a3b46d7ada1, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:10:05.754432 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1ff776a1-b036-4afa-b89b-f5b2de52e0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:05.789554 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:05.825896 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:05.826568 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:05.827957 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] 10.222.0.30 "PUT /v2.0/ports/f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 200 len: 1094 time: 0.9045107 Mar 10 09:10:05.828388 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:10:05.830626 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c05f03-a0bd-41cb-9bf1-6aaeec1da17c" -d '{"events": [{"name": "network-changed", "server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:10:05.854624 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bea967-d5e1-4185-bd83-3bdf193dc04a service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:05.874160 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ed1a4d-e134-44e7-9f41-f219db33e672 x-openstack-request-id: req-38ed1a4d-e134-44e7-9f41-f219db33e672 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:10:05.874160 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:10:05.874409 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38ed1a4d-e134-44e7-9f41-f219db33e672 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:10:05.874785 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'status': 'completed', 'code': 200} Mar 10 09:10:05.941333 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c05f03-a0bd-41cb-9bf1-6aaeec1da17c req-88b3a19b-5213-4375-9d08-de034a020b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:05.943166 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3c05f03-a0bd-41cb-9bf1-6aaeec1da17c req-88b3a19b-5213-4375-9d08-de034a020b18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1128 time: 0.0492206 Mar 10 09:10:06.049736 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c05f03-a0bd-41cb-9bf1-6aaeec1da17c req-128e86b8-e555-4288-89bd-1d365f3f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:06.051233 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3c05f03-a0bd-41cb-9bf1-6aaeec1da17c req-128e86b8-e555-4288-89bd-1d365f3f92c8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d523dcd031794a58b327b25b6bde2d4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002133 Mar 10 09:10:06.144665 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c05f03-a0bd-41cb-9bf1-6aaeec1da17c req-21dd37c8-58ea-47bb-8266-0ed07659e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:06.146038 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e3c05f03-a0bd-41cb-9bf1-6aaeec1da17c req-21dd37c8-58ea-47bb-8266-0ed07659e83c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890799 Mar 10 09:10:06.228031 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-25eb0c27-b641-4392-af0e-ea2c38f3b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:06.229779 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-25eb0c27-b641-4392-af0e-ea2c38f3b9aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1128 time: 0.0503263 Mar 10 09:10:06.274570 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-10118133-134b-4677-9a47-cb9e40d6c7de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 200 len: 217 time: 0.0382769 Mar 10 09:10:06.325776 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-86b09060-c568-4bbe-8e2b-acaaadaf3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:06.327473 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-86b09060-c568-4bbe-8e2b-acaaadaf3eb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0477629 Mar 10 09:10:06.386856 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-89778b19-c013-415f-948e-9f12f2680e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:06.388375 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-89778b19-c013-415f-948e-9f12f2680e4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522356 Mar 10 09:10:06.409092 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-a5e5f293-e549-4154-8662-f711df27ebfb req-a4a93983-ee5d-433e-a1c7-bd76b6d74c4b tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Mar 10 09:10:06.481401 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-63747a67-55af-4be7-b784-54ccd73bf819 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872593 Mar 10 09:10:06.574643 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-a7aabb08-94e8-4597-9d6a-04b78d2f9a24 req-3035c407-6868-4e12-8c82-824bac2c4fa7 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Mar 10 09:10:06.703356 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29236f86-d4b7-48f1-85d0-b787d32d79f9 req-cf23048c-4f82-48e2-a21d-bce80e9228fb tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:06.704864 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-29236f86-d4b7-48f1-85d0-b787d32d79f9 req-cf23048c-4f82-48e2-a21d-bce80e9228fb tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0547135 Mar 10 09:10:06.756649 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-29236f86-d4b7-48f1-85d0-b787d32d79f9 req-475e0b5f-2f39-41a7-b41c-d706ad85ca30 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456064 Mar 10 09:10:07.124093 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:07.515764 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-5685a0ad-f428-4b7b-b5d6-23278d27c3a1 req-37b03fea-e9ed-405b-bbc0-84d940acf855 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 210 time: 0.0293300 Mar 10 09:10:07.752197 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c09d5ef1-4a3a-45f2-a3e8-f03730491119 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:07.755645 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c09d5ef1-4a3a-45f2-a3e8-f03730491119 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "GET /v2.0/networks?id=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 HTTP/1.1" status: 200 len: 813 time: 0.1236463 Mar 10 09:10:07.768004 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Request body: {'port': {'device_id': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5', 'admin_state_up': True, 'tenant_id': '2ec54ec126e045758ef4217dab4c3e11'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:10:07.924907 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1e48e-2d15-4ae7-aab1-a9fef154c044 req-0dd4ee57-883f-4738-8041-b63e711384e5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:07.926983 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-81d1e48e-2d15-4ae7-aab1-a9fef154c044 req-0dd4ee57-883f-4738-8041-b63e711384e5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0909820 Mar 10 09:10:07.983245 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-81d1e48e-2d15-4ae7-aab1-a9fef154c044 req-38f537ab-585d-48b2-ba62-227dba1034e7 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492496 Mar 10 09:10:08.011983 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Made reservation on behalf of 2ec54ec126e045758ef4217dab4c3e11 for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:10:08.015355 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:08.144155 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Allocated IP 172.20.0.11 (780e4a94-fa10-4cc7-9041-fc9b7d74bdd5/09abb52f-5f3e-4860-a879-843f0966ae0f/2b859c95-90ad-49f1-9b62-0ab5ddb62648) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:10:08.295775 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks [] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:08.325956 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:08.389312 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:08.436034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:10:08.441678 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:10:08.446152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:10:08.469594 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Pushing event updated for resources: {'Port': ['ID=2b859c95-90ad-49f1-9b62-0ab5ddb62648,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:08.497197 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:08.497813 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:08.630986 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe750a-84aa-4c1d-b135-6baaf6c4739e req-2eecda23-5fba-41b6-b063-b38ac0824303 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:08.632496 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-defe750a-84aa-4c1d-b135-6baaf6c4739e req-2eecda23-5fba-41b6-b063-b38ac0824303 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 932 time: 0.0534284 Mar 10 09:10:08.635389 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-c6aa072a-3ddf-4fc0-8f40-445ffec8ea9d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8716500 Mar 10 09:10:08.646724 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Request body: {'port': {'device_id': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:10:08.685486 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-defe750a-84aa-4c1d-b135-6baaf6c4739e req-56bdb02a-40b2-4d5e-b2c4-6669d0336946 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Mar 10 09:10:08.707052 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:08.972394 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b859c95-90ad-49f1-9b62-0ab5ddb62648 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:10:08.980696 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Publish callbacks [] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:08.992453 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Transition to ACTIVE for port object 2b859c95-90ad-49f1-9b62-0ab5ddb62648 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:10:09.093633 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:09.109234 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb63cb8-7d40-4dec-bba0-17d74bf66296 req-800d9aaa-c4c8-428e-9592-dbf752cd9974 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:09.110734 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fdb63cb8-7d40-4dec-bba0-17d74bf66296 req-800d9aaa-c4c8-428e-9592-dbf752cd9974 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0606732 Mar 10 09:10:09.170113 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Pushing event updated for resources: {'Port': ['ID=2b859c95-90ad-49f1-9b62-0ab5ddb62648,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:09.232135 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-fdb63cb8-7d40-4dec-bba0-17d74bf66296 req-f685ecd3-dde4-4582-81bb-2a140b39e93e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019428 Mar 10 09:10:09.262853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Attempting to bind port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:10:09.263218 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Attempting to bind port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:10:09.263553 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Attempting to bind port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 on network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:10:09.267899 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 on network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:10:09.268221 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Attempting to bind port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 on network 780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:10:09.273917 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:10:09.274214 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Checking segment: {'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:10:09.274603 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Bound using segment: {'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:10:09.275030 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Bound port: 2b859c95-90ad-49f1-9b62-0ab5ddb62648, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d24adf-b4b8-4e4d-a161-205c8d658a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:10:09.275390 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:09.344576 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] For port 2b859c95-90ad-49f1-9b62-0ab5ddb62648, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:10:09.347542 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] For port 2b859c95-90ad-49f1-9b62-0ab5ddb62648, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2b859c95-90ad-49f1-9b62-0ab5ddb62648,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:10:09.456321 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:09.491401 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:09.492077 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:09.493450 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] 10.222.0.30 "PUT /v2.0/ports/2b859c95-90ad-49f1-9b62-0ab5ddb62648 HTTP/1.1" status: 200 len: 1094 time: 0.8508842 Mar 10 09:10:09.493889 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'tag': '2b859c95-90ad-49f1-9b62-0ab5ddb62648'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:10:09.496232 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396df8eb-df34-400a-a4ac-f8f8136515d3" -d '{"events": [{"name": "network-changed", "server_uuid": "090919f2-1ac9-47e2-afd8-7e384f7b1a37", "tag": "2b859c95-90ad-49f1-9b62-0ab5ddb62648"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:10:09.524096 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c6ad9-3f2f-425d-915a-17d46ce59146 service neutron] Pushing event updated for resources: {'Port': ['ID=2b859c95-90ad-49f1-9b62-0ab5ddb62648,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:09.537014 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b5da7d-70fa-4a32-9515-2d9f4e637ba7 x-openstack-request-id: req-10b5da7d-70fa-4a32-9515-2d9f4e637ba7 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:10:09.537315 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090919f2-1ac9-47e2-afd8-7e384f7b1a37", "tag": "2b859c95-90ad-49f1-9b62-0ab5ddb62648", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:10:09.537582 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10b5da7d-70fa-4a32-9515-2d9f4e637ba7 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:10:09.537998 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'tag': '2b859c95-90ad-49f1-9b62-0ab5ddb62648', 'status': 'completed', 'code': 200} Mar 10 09:10:09.605388 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396df8eb-df34-400a-a4ac-f8f8136515d3 req-605982b2-8542-4767-96b3-a9491c81ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:09.606943 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-396df8eb-df34-400a-a4ac-f8f8136515d3 req-605982b2-8542-4767-96b3-a9491c81ca68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec54ec126e045758ef4217dab4c3e11&device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 1128 time: 0.0507803 Mar 10 09:10:09.704367 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396df8eb-df34-400a-a4ac-f8f8136515d3 req-37e8d4d4-eb13-4914-a490-1bae4425d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:09.705848 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-396df8eb-df34-400a-a4ac-f8f8136515d3 req-37e8d4d4-eb13-4914-a490-1bae4425d666 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ec54ec126e045758ef4217dab4c3e11&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0923257 Mar 10 09:10:09.831726 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396df8eb-df34-400a-a4ac-f8f8136515d3 req-e449d537-5176-47ab-b4df-05ae78ff4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:09.833261 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-396df8eb-df34-400a-a4ac-f8f8136515d3 req-e449d537-5176-47ab-b4df-05ae78ff4115 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220171 Mar 10 09:10:09.849872 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e11af-8a13-4ba6-820c-ddef4ec0430e req-0f3c2697-5b45-47b2-9393-1a52992bf13d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:09.851953 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f16e11af-8a13-4ba6-820c-ddef4ec0430e req-0f3c2697-5b45-47b2-9393-1a52992bf13d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 944 time: 0.0763590 Mar 10 09:10:09.931069 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f16e11af-8a13-4ba6-820c-ddef4ec0430e req-ba4d2e91-c579-4362-a406-de261964ba07 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737512 Mar 10 09:10:09.940635 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-7c74d70e-7304-4527-8654-5327b144facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:09.942818 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-7c74d70e-7304-4527-8654-5327b144facd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec54ec126e045758ef4217dab4c3e11&device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 1128 time: 0.0702085 Mar 10 09:10:09.983548 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-66300ec3-cffc-4dac-9856-0a14aaa6127f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b859c95-90ad-49f1-9b62-0ab5ddb62648 HTTP/1.1" status: 200 len: 217 time: 0.0338488 Mar 10 09:10:10.030258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-b81aee88-9101-4236-966c-b0ea9f4b527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:10.031694 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-b81aee88-9101-4236-966c-b0ea9f4b527c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09abb52f-5f3e-4860-a879-843f0966ae0f HTTP/1.1" status: 200 len: 853 time: 0.0431612 Mar 10 09:10:10.062212 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-da2e826a-666e-45d7-8b24-4c2e0eca406a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250537 Mar 10 09:10:10.156442 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-9edcaea8-0dc0-435f-88fa-27314beff3d5 service neutron] 10.222.0.30 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883021 Mar 10 09:10:10.247092 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-87e0e29b-d7da-4ae6-ab6a-becbb2be1e8b req-7f5eda94-d189-4715-a2c5-51c4962a24d4 service neutron] 10.222.0.30 "GET /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849299 Mar 10 09:10:10.297825 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:10.354326 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3b4f-cff6-424c-98da-b6a761c89dcd req-0cd10e65-ef12-4d8b-9dbd-22800e7d3013 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:10.355840 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8b3a3b4f-cff6-424c-98da-b6a761c89dcd req-0cd10e65-ef12-4d8b-9dbd-22800e7d3013 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0529175 Mar 10 09:10:10.405926 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-8b3a3b4f-cff6-424c-98da-b6a761c89dcd req-9222bdae-b370-4a56-a15d-0c6b4931c8cf tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443678 Mar 10 09:10:11.058826 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dde5f9-95d3-43e5-86a1-a9da118b2d14 req-63740e7e-c3da-43ab-af48-ab3c91f13d0f tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:11.060372 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-48dde5f9-95d3-43e5-86a1-a9da118b2d14 req-63740e7e-c3da-43ab-af48-ab3c91f13d0f tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 944 time: 0.0586472 Mar 10 09:10:11.110392 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-48dde5f9-95d3-43e5-86a1-a9da118b2d14 req-95065a3a-f56c-4d0e-8276-6c4155edb95f tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 Mar 10 09:10:11.531276 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca2ac-556e-49d1-aa7e-765a7cd5cd4f req-4155b38f-3b32-451c-b5e9-ccd3eb0852a6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:11.532866 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c22ca2ac-556e-49d1-aa7e-765a7cd5cd4f req-4155b38f-3b32-451c-b5e9-ccd3eb0852a6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0601635 Mar 10 09:10:11.585043 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-c22ca2ac-556e-49d1-aa7e-765a7cd5cd4f req-cf39f94d-8812-490f-a5a7-4f0ffce55408 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 Mar 10 09:10:12.234415 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4fe28-eef3-4bfe-984f-32227a9657d6 req-40d52efb-11cb-4b4f-9ac0-98ce4df16c7c tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:12.235996 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6c4fe28-eef3-4bfe-984f-32227a9657d6 req-40d52efb-11cb-4b4f-9ac0-98ce4df16c7c tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 944 time: 0.0551639 Mar 10 09:10:12.284408 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b6c4fe28-eef3-4bfe-984f-32227a9657d6 req-facedd19-6afe-42a4-b816-f267b23fdf91 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Mar 10 09:10:12.714353 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf5c99-c37a-4020-bdba-d1b3761eaed3 req-9d1af032-dff0-4eff-8abb-015a7e283b7a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:12.715933 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6dbf5c99-c37a-4020-bdba-d1b3761eaed3 req-9d1af032-dff0-4eff-8abb-015a7e283b7a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0593357 Mar 10 09:10:12.767328 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-6dbf5c99-c37a-4020-bdba-d1b3761eaed3 req-a20a8e52-0f9a-458d-aef7-cc725b645c2d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457458 Mar 10 09:10:13.408453 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528330b-e249-4662-92f6-1b9b4ff8a8e4 req-c106099e-ccb5-4eac-b717-78d3c572b2c6 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:13.410118 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c528330b-e249-4662-92f6-1b9b4ff8a8e4 req-c106099e-ccb5-4eac-b717-78d3c572b2c6 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 944 time: 0.0575895 Mar 10 09:10:13.459924 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-c528330b-e249-4662-92f6-1b9b4ff8a8e4 req-e4dd1129-213f-4962-8e1b-ba7cc1d0088d tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Mar 10 09:10:13.891957 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc83b0c-48b1-485b-93e2-b14ee5e039f0 req-7c5760c1-7d34-4db0-a6c0-5ce0b92c4fc9 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:13.893485 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bbc83b0c-48b1-485b-93e2-b14ee5e039f0 req-7c5760c1-7d34-4db0-a6c0-5ce0b92c4fc9 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0555310 Mar 10 09:10:13.945929 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bbc83b0c-48b1-485b-93e2-b14ee5e039f0 req-0c3ca95a-0feb-4450-8969-a20e7c43a0a1 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460858 Mar 10 09:10:13.997514 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 2b859c95-90ad-49f1-9b62-0ab5ddb62648 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:10:14.101637 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 2b859c95-90ad-49f1-9b62-0ab5ddb62648, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2b859c95-90ad-49f1-9b62-0ab5ddb62648,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:10:14.114572 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': '2b859c95-90ad-49f1-9b62-0ab5ddb62648', 'network_id': '780e4a94-fa10-4cc7-9041-fc9b7d74bdd5', 'port_id': '2b859c95-90ad-49f1-9b62-0ab5ddb62648', 'mac_address': 'fa:16:3e:dc:f2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09abb52f-5f3e-4860-a879-843f0966ae0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:10:14.159134 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:10:14.159448 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:14.172772 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b859c95-90ad-49f1-9b62-0ab5ddb62648 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:10:14.193703 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 2b859c95-90ad-49f1-9b62-0ab5ddb62648, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2b859c95-90ad-49f1-9b62-0ab5ddb62648,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:10:14.263133 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:14.311338 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=2b859c95-90ad-49f1-9b62-0ab5ddb62648,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:14.318757 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.319341 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.319694 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.320033 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.320365 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.320696 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.321023 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.321345 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.321670 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.321993 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.322343 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.322663 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.322982 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:14.588852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28924aa7-dffa-4a82-b7ad-487f0caccd39 req-a80ec7d8-3123-4b2e-9ad4-61f99b4e6c56 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:14.590712 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28924aa7-dffa-4a82-b7ad-487f0caccd39 req-a80ec7d8-3123-4b2e-9ad4-61f99b4e6c56 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 945 time: 0.0596302 Mar 10 09:10:14.647124 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['2b859c95-90ad-49f1-9b62-0ab5ddb62648'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:10:14.647390 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-28924aa7-dffa-4a82-b7ad-487f0caccd39 req-6d42161e-2c4c-422f-bfc0-7483c4846c70 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Mar 10 09:10:15.071322 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce601370-331c-4644-812c-2c5038f00f20 req-397cac62-2481-40c1-b08c-0fff5a480618 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:15.073138 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ce601370-331c-4644-812c-2c5038f00f20 req-397cac62-2481-40c1-b08c-0fff5a480618 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0561664 Mar 10 09:10:15.129003 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-ce601370-331c-4644-812c-2c5038f00f20 req-961379a2-09af-4da5-9d59-d806f114f0a7 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497503 Mar 10 09:10:15.777379 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860850a-13a4-4338-a819-12e1ab0d22f3 req-c5eb7410-3c04-4eda-b2d8-aa90c900bb43 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:15.778796 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1860850a-13a4-4338-a819-12e1ab0d22f3 req-c5eb7410-3c04-4eda-b2d8-aa90c900bb43 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 945 time: 0.0532372 Mar 10 09:10:15.829842 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1860850a-13a4-4338-a819-12e1ab0d22f3 req-50a77a4d-9256-41b6-94ac-c2c4b517b397 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Mar 10 09:10:16.013310 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device f8ed194c-9a7a-4633-a811-3a3b46d7ada1 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:10:16.016446 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 2b859c95-90ad-49f1-9b62-0ab5ddb62648 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:10:16.257452 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c889-4f75-4fac-86cc-df96528290fd req-a5dbe148-22e6-43a8-bcb5-a0d1942139fe tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:16.259022 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dc56c889-4f75-4fac-86cc-df96528290fd req-a5dbe148-22e6-43a8-bcb5-a0d1942139fe tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 944 time: 0.0596590 Mar 10 09:10:16.282777 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port f8ed194c-9a7a-4633-a811-3a3b46d7ada1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:10:16.296411 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:10:16.315526 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-dc56c889-4f75-4fac-86cc-df96528290fd req-f7fe17f1-86bc-4abe-9082-747a9ae62cd9 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486975 Mar 10 09:10:16.333610 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:10:16.334020 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:16.336994 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:10:16.348828 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:10:16.349197 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:16.351643 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ed194c-9a7a-4633-a811-3a3b46d7ada1 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:10:16.395807 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port f8ed194c-9a7a-4633-a811-3a3b46d7ada1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:10:16.444796 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:10:16.445114 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:16.469072 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b859c95-90ad-49f1-9b62-0ab5ddb62648'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:10:16.471300 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08866f4-51e1-41a1-9de1-007ad4432ba1" -d '{"events": [{"server_uuid": "090919f2-1ac9-47e2-afd8-7e384f7b1a37", "name": "network-vif-plugged", "status": "completed", "tag": "2b859c95-90ad-49f1-9b62-0ab5ddb62648"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:10:16.484703 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:16.485786 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port 2b859c95-90ad-49f1-9b62-0ab5ddb62648, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2b859c95-90ad-49f1-9b62-0ab5ddb62648,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:10:16.507855 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed3be73-05a9-4fe9-b285-72eca202ade8 x-openstack-request-id: req-bed3be73-05a9-4fe9-b285-72eca202ade8 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:10:16.508144 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090919f2-1ac9-47e2-afd8-7e384f7b1a37", "name": "network-vif-plugged", "status": "completed", "tag": "2b859c95-90ad-49f1-9b62-0ab5ddb62648", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:10:16.508397 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bed3be73-05a9-4fe9-b285-72eca202ade8 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:10:16.508781 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b859c95-90ad-49f1-9b62-0ab5ddb62648', 'code': 200} Mar 10 09:10:16.534705 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:16.617332 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:16.669236 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=2b859c95-90ad-49f1-9b62-0ab5ddb62648,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:16.803647 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['f8ed194c-9a7a-4633-a811-3a3b46d7ada1'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:10:16.845738 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04f860-2a0a-48d3-913b-b96b4acf9c30 req-1342e29e-3f67-4a76-b50b-4b48fab93d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:16.847241 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ef04f860-2a0a-48d3-913b-b96b4acf9c30 req-1342e29e-3f67-4a76-b50b-4b48fab93d45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 1130 time: 0.0453329 Mar 10 09:10:16.893403 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ef04f860-2a0a-48d3-913b-b96b4acf9c30 req-7d8fdd47-521b-4eda-9659-0303c4001228 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Mar 10 09:10:16.958906 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803b9c4-fed8-47b6-bfc4-932f8158200c req-479d506a-eeb5-4dab-85c5-1ee3094816f5 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:16.960418 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e803b9c4-fed8-47b6-bfc4-932f8158200c req-479d506a-eeb5-4dab-85c5-1ee3094816f5 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 946 time: 0.0530038 Mar 10 09:10:17.013762 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e803b9c4-fed8-47b6-bfc4-932f8158200c req-39c5c2c7-4020-47cc-b941-b15a05faacd9 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474699 Mar 10 09:10:17.437180 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0336c1-4cf4-492e-b87c-edfbf050d448 req-2480906c-e9b0-41e8-95aa-41590d7c2535 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:17.438658 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b0336c1-4cf4-492e-b87c-edfbf050d448 req-2480906c-e9b0-41e8-95aa-41590d7c2535 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 945 time: 0.0524769 Mar 10 09:10:17.487325 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9b0336c1-4cf4-492e-b87c-edfbf050d448 req-929938f0-3eac-4a17-ad6e-6b6da7811778 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Mar 10 09:10:18.067320 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device f8ed194c-9a7a-4633-a811-3a3b46d7ada1 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:10:18.146661 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a4e55-8274-449a-ada4-cff85893a1a3 req-278b5962-9a56-435b-a0d7-57aa30eb78be tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:18.148161 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-229a4e55-8274-449a-ada4-cff85893a1a3 req-278b5962-9a56-435b-a0d7-57aa30eb78be tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 946 time: 0.0619016 Mar 10 09:10:18.188778 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:10:18.193787 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:10:18.197052 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:18.197245 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-229a4e55-8274-449a-ada4-cff85893a1a3 req-b058743d-a35b-4f7f-9a92-e1e0a1242682 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Mar 10 09:10:18.278412 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:10:18.278809 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:18.313135 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port f8ed194c-9a7a-4633-a811-3a3b46d7ada1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:10:18.405958 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:18.456434 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:18.510336 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:10:18.512646 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e028d95-7480-4313-ab34-d3782247c003" -d '{"events": [{"server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:10:18.547010 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c6b31b-304e-491c-9c7e-ebee0c4a6b07 x-openstack-request-id: req-77c6b31b-304e-491c-9c7e-ebee0c4a6b07 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:10:18.547363 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:10:18.547628 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77c6b31b-304e-491c-9c7e-ebee0c4a6b07 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:10:18.548026 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'code': 200} Mar 10 09:10:18.614198 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecef35-0ca1-4cbe-b4e4-8f7f2dd96977 req-f0f5faf6-b039-41f7-b095-944f70314459 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:18.615588 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1fecef35-0ca1-4cbe-b4e4-8f7f2dd96977 req-f0f5faf6-b039-41f7-b095-944f70314459 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 946 time: 0.0567026 Mar 10 09:10:18.664758 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1fecef35-0ca1-4cbe-b4e4-8f7f2dd96977 req-78691e39-ef6f-4bf5-978e-0ef0bc0b271e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436158 Mar 10 09:10:18.951629 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691845f0-82d5-450b-b25d-97797acd9a5e req-30fd52fe-f00f-46e2-8c1a-9b54865acdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:18.953130 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-691845f0-82d5-450b-b25d-97797acd9a5e req-30fd52fe-f00f-46e2-8c1a-9b54865acdcb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1130 time: 0.0469427 Mar 10 09:10:18.998399 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-691845f0-82d5-450b-b25d-97797acd9a5e req-4714dd5c-1399-48a7-998c-3d09e7c534e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393753 Mar 10 09:10:19.328003 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf950c-0cb9-4cdb-aee0-fa6b0915b3f4 req-7e34d79c-691b-4705-bf5a-4f45f8aca5bf tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:19.329483 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b9bf950c-0cb9-4cdb-aee0-fa6b0915b3f4 req-7e34d79c-691b-4705-bf5a-4f45f8aca5bf tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 946 time: 0.0546973 Mar 10 09:10:19.379508 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-b9bf950c-0cb9-4cdb-aee0-fa6b0915b3f4 req-6db147f6-d667-4239-8cf2-aaaea3f362eb tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Mar 10 09:10:19.811646 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01021915-e806-4bd3-9f0b-19fcead88511 req-d6c7462f-371a-41bb-bda2-337ff4c186fd tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:19.813157 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-01021915-e806-4bd3-9f0b-19fcead88511 req-d6c7462f-371a-41bb-bda2-337ff4c186fd tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 946 time: 0.0811527 Mar 10 09:10:19.862869 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-01021915-e806-4bd3-9f0b-19fcead88511 req-55e43f7b-e070-4ff1-b295-f29693bafb2a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432410 Mar 10 09:10:20.984556 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8a359-bf40-4da6-9ab1-afe5b0ffb83a req-4e2204da-089d-4f33-aff7-d59ac79a5266 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:20.986148 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-43b8a359-bf40-4da6-9ab1-afe5b0ffb83a req-4e2204da-089d-4f33-aff7-d59ac79a5266 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 946 time: 0.0546348 Mar 10 09:10:21.044495 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-43b8a359-bf40-4da6-9ab1-afe5b0ffb83a req-320304a4-6fa7-48aa-9add-f31c8b103807 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522528 Mar 10 09:10:21.165533 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7c36-b3ec-415c-a92d-3c45b7828fd1 req-374985e4-0fbf-45a7-a847-afb973af514f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:21.166987 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f21c7c36-b3ec-415c-a92d-3c45b7828fd1 req-374985e4-0fbf-45a7-a847-afb973af514f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 946 time: 0.0523596 Mar 10 09:10:21.220867 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f21c7c36-b3ec-415c-a92d-3c45b7828fd1 req-6a3fc963-1004-44f7-b42f-dadfd10710ef tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481830 Mar 10 09:10:21.243861 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 54690) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:10:21.287674 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5522e70-b194-4740-abfd-3f199c7e8674 tempest-TestVolumeBootPattern-1803841844 tempest-TestVolumeBootPattern-1803841844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:21.289205 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-b5522e70-b194-4740-abfd-3f199c7e8674 tempest-TestVolumeBootPattern-1803841844 tempest-TestVolumeBootPattern-1803841844-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1125 time: 0.0443158 Mar 10 09:10:21.292096 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 54692) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:10:21.296493 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.v2.base [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:10:21.371353 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:21.474295 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:21.581675 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_common [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Allocated IP 172.27.1.184 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/f44c33a3-2ab4-441b-b8f3-14d80e61fabe) {{(pid=110207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:10:21.685138 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:21.815904 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:21.854175 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:10:21.859122 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.base_scheduler [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Resources bound (agent type, host, resource id): {{(pid=110207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:10:21.862596 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Received port after_create {{(pid=110207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:10:21.868451 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=f44c33a3-2ab4-441b-b8f3-14d80e61fabe,revision_number=1']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:21.899998 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.900352 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.900704 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.901043 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.901383 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.901716 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.902049 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.902413 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.902751 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.903071 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.903404 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.903726 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:21.904050 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:10:22.272481 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (3ed010b6-fba7-48c4-8f34-e8127fe0230c), precommit_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:22.414764 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), before_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:22.560936 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), precommit_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:22.657150 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14062412'] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), after_update {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:22.727325 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=f44c33a3-2ab4-441b-b8f3-14d80e61fabe,revision_number=2']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:22.736064 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (3ed010b6-fba7-48c4-8f34-e8127fe0230c), after_create {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:22.840984 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Floating IP 3ed010b6-fba7-48c4-8f34-e8127fe0230c associated. External IP: 172.27.1.184, port: f8ed194c-9a7a-4633-a811-3a3b46d7ada1. Mar 10 09:10:23.242664 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:10:23.351617 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:10:23.362270 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:10:23.372682 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:10:23.373302 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:10:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:10:23.440450 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:23.472431 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-cb472b23-2745-4186-bf46-cfe974275543 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1792786 Mar 10 09:10:23.473163 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:10:23.475552 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1624a987-b084-4150-b4fe-6c2c9a1b0d26" -d '{"events": [{"name": "network-changed", "server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:10:23.484487 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:10:23.670062 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbb4da1-f9dc-47af-b8ff-9b4dacb248cd x-openstack-request-id: req-ccbb4da1-f9dc-47af-b8ff-9b4dacb248cd {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:10:23.670401 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:10:23.670644 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccbb4da1-f9dc-47af-b8ff-9b4dacb248cd {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:10:23.671045 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'status': 'completed', 'code': 200} Mar 10 09:10:23.714988 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:22Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:10:23.735921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-199ac8ca-8722-4fd1-b21e-8889bc096f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:23.737429 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-199ac8ca-8722-4fd1-b21e-8889bc096f75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1130 time: 0.0452728 Mar 10 09:10:23.740972 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:10:23.749278 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:10:23.749892 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:10:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:10:23.828867 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-9b79c175-1f81-41c1-8467-c6787b71abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:23.830298 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-9b79c175-1f81-41c1-8467-c6787b71abb1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0869882 Mar 10 09:10:23.860296 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:10:23.900787 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-045dd4f9-46c9-406a-8d5e-1172750c9eef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 200 len: 1000 time: 0.0645483 Mar 10 09:10:23.950882 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-a9c47e47-1ab8-464e-8c05-0e20f298a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:23.952336 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-a9c47e47-1ab8-464e-8c05-0e20f298a848 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0453210 Mar 10 09:10:24.000810 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-643ab811-9ed9-4589-b066-8ae0bb6333e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:24.002346 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-643ab811-9ed9-4589-b066-8ae0bb6333e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442460 Mar 10 09:10:24.092532 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:22Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:10:24.095324 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-c2da1c65-7b6e-47d1-bedf-41c739a5614f service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870433 Mar 10 09:10:24.119453 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164af98a-25f7-4698-bdac-06833c94f3bc None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:22Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:10:24.189132 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1624a987-b084-4150-b4fe-6c2c9a1b0d26 req-049fd55d-6c97-4ed6-80d5-ef9dbb01ff06 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885372 Mar 10 09:10:24.310675 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb91d7-6d75-46a8-8eda-cfeed20f2109 None None] New status for floating IP 3ed010b6-fba7-48c4-8f34-e8127fe0230c: ACTIVE {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:10:25.872654 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:33.443863 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e4d43ed2-fff1-42fc-8f93-4f844430ed50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:35.680282 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:10:35.805823 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-62f6d32a-1b47-4bce-96d2-4798c2914141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:36.970899 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:38.307965 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:40.314222 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:45.671558 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9105761-eb65-4920-8500-45ab36bd26b3 req-bfd4bd07-5965-4dcf-94ac-e4cbe11e0dcc tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:45.673056 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d9105761-eb65-4920-8500-45ab36bd26b3 req-bfd4bd07-5965-4dcf-94ac-e4cbe11e0dcc tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 946 time: 0.3413618 Mar 10 09:10:45.719762 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d9105761-eb65-4920-8500-45ab36bd26b3 req-438a887b-47ea-49e5-bc02-41cc6e96d1d6 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Mar 10 09:10:46.843825 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf751d49-bacb-4952-991a-036cbe0a0d35 req-0b101251-1983-435e-849f-e0962cf10c98 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:46.845363 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cf751d49-bacb-4952-991a-036cbe0a0d35 req-0b101251-1983-435e-849f-e0962cf10c98 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 946 time: 0.0534523 Mar 10 09:10:46.895519 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-cf751d49-bacb-4952-991a-036cbe0a0d35 req-ab545eeb-2fb9-4446-8f57-c657c215d84e tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1103c42-c57a-43b2-ba23-68ad87d2e82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Mar 10 09:10:47.248049 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-6d853b3d-0f27-4238-adf1-69c6dabbb499 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:10:47.249666 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-6d853b3d-0f27-4238-adf1-69c6dabbb499 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 946 time: 0.0541737 Mar 10 09:10:47.345562 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Deleting port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:10:47.345895 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:47.435705 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] For port 2b859c95-90ad-49f1-9b62-0ab5ddb62648, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2b859c95-90ad-49f1-9b62-0ab5ddb62648,segment=NetworkSegment(73d24adf-b4b8-4e4d-a161-205c8d658a56),segment_id=73d24adf-b4b8-4e4d-a161-205c8d658a56)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:10:47.436072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:47.453132 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Calling delete_port for 2b859c95-90ad-49f1-9b62-0ab5ddb62648 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:10:47.673918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (2b859c95-90ad-49f1-9b62-0ab5ddb62648), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:47.689986 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['2b859c95-90ad-49f1-9b62-0ab5ddb62648'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:10:47.706690 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Pushing event deleted for resources: {'Port': ['ID=2b859c95-90ad-49f1-9b62-0ab5ddb62648,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:10:47.751845 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] No DVR routers for this DVR port 2b859c95-90ad-49f1-9b62-0ab5ddb62648 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:10:47.754473 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:10:47.757797 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-19eb2346-3b7f-4c4b-b8da-224107dd1ca0 req-d21cb336-ed0d-4b06-addf-df108857baf8 tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.30 "DELETE /v2.0/ports/2b859c95-90ad-49f1-9b62-0ab5ddb62648 HTTP/1.1" status: 204 len: 173 time: 0.5031128 Mar 10 09:10:47.758265 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'name': 'network-vif-deleted', 'tag': '2b859c95-90ad-49f1-9b62-0ab5ddb62648'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:10:47.760552 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc4e6fc-9924-412e-8ceb-901ec504c387" -d '{"events": [{"server_uuid": "090919f2-1ac9-47e2-afd8-7e384f7b1a37", "name": "network-vif-deleted", "tag": "2b859c95-90ad-49f1-9b62-0ab5ddb62648"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:10:47.796608 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37753589-1471-4de1-94ba-a6334552b6c7 x-openstack-request-id: req-37753589-1471-4de1-94ba-a6334552b6c7 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:10:47.796907 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090919f2-1ac9-47e2-afd8-7e384f7b1a37", "name": "network-vif-deleted", "tag": "2b859c95-90ad-49f1-9b62-0ab5ddb62648", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:10:47.797164 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37753589-1471-4de1-94ba-a6334552b6c7 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:10:47.797567 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090919f2-1ac9-47e2-afd8-7e384f7b1a37', 'name': 'network-vif-deleted', 'tag': '2b859c95-90ad-49f1-9b62-0ab5ddb62648', 'status': 'completed', 'code': 200} Mar 10 09:10:48.000576 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-78a6e8d1-280f-4c43-9681-67e51e713d1a req-fac5d478-f5ef-48b0-add5-0e065ab3ca0b tempest-VolumesSnapshotTestJSON-2047404903 tempest-VolumesSnapshotTestJSON-2047404903-project] 10.222.0.31 "GET /v2.0/ports?device_id=090919f2-1ac9-47e2-afd8-7e384f7b1a37 HTTP/1.1" status: 200 len: 210 time: 0.0373178 Mar 10 09:10:50.203064 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 2b859c95-90ad-49f1-9b62-0ab5ddb62648 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:10:50.224538 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: 2b859c95-90ad-49f1-9b62-0ab5ddb62648 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:10:50.224887 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device 2b859c95-90ad-49f1-9b62-0ab5ddb62648 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:10:55.890982 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:03.456395 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-365713c0-6ec2-4b65-978a-76d72d5cc727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:05.719540 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-257b14f1-1a80-45a9-ab3e-46ab667bc2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:06.730891 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-b55738b4-b9ce-477f-be18-fc887296f3d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446103 Mar 10 09:11:06.818178 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df36af-21cd-4988-8669-e6aa07198324 req-ec02ccfd-4cea-4247-a3aa-95ea76e03c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:11:06.819665 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-ec02ccfd-4cea-4247-a3aa-95ea76e03c41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1130 time: 0.0473711 Mar 10 09:11:06.931563 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df36af-21cd-4988-8669-e6aa07198324 req-92a78b1d-31fc-41c2-bc25-2ae21d069c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:11:06.932934 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-92a78b1d-31fc-41c2-bc25-2ae21d069c0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0942950 Mar 10 09:11:07.001948 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-c1cbbd61-634c-4bca-aa70-a06596c2dda3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 200 len: 1002 time: 0.0629401 Mar 10 09:11:07.016563 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:07.053378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df36af-21cd-4988-8669-e6aa07198324 req-7f051ce0-4c51-451b-850a-c4e79adb6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:11:07.054862 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-7f051ce0-4c51-451b-850a-c4e79adb6a9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0478861 Mar 10 09:11:07.103306 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df36af-21cd-4988-8669-e6aa07198324 req-4a76dc2e-51c9-4d57-b931-dc32494de2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:11:07.105033 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-4a76dc2e-51c9-4d57-b931-dc32494de2dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448372 Mar 10 09:11:07.196865 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-57522ebd-879a-498d-89aa-a0b20070cb67 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Mar 10 09:11:07.292596 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-62df36af-21cd-4988-8669-e6aa07198324 req-8dbbf858-c3f8-47fb-85d5-ecaa9852a390 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899768 Mar 10 09:11:08.469338 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:10.279092 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:12.679686 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:11:17.514715 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 54930) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:11:17.559372 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] Deleting subnet 09abb52f-5f3e-4860-a879-843f0966ae0f {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:11:17.562612 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] Publish callbacks [] for subnet (09abb52f-5f3e-4860-a879-843f0966ae0f), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:17.597613 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (09abb52f-5f3e-4860-a879-843f0966ae0f), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:17.640144 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (09abb52f-5f3e-4860-a879-843f0966ae0f), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:17.765840 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (09abb52f-5f3e-4860-a879-843f0966ae0f), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:17.795917 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09abb52f-5f3e-4860-a879-843f0966ae0f,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:11:17.799767 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:17.802986 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-5706ac18-9d28-490f-989b-d53e9fe07ad6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/09abb52f-5f3e-4860-a879-843f0966ae0f HTTP/1.1" status: 204 len: 168 time: 0.2871997 Mar 10 09:11:17.806812 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 54932) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:11:17.880178 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (780e4a94-fa10-4cc7-9041-fc9b7d74bdd5), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:17.962860 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (780e4a94-fa10-4cc7-9041-fc9b7d74bdd5), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:17.984068 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780e4a94-fa10-4cc7-9041-fc9b7d74bdd5']}} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:11:17.994316 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d24adf-b4b8-4e4d-a161-205c8d658a56') {'for_net_delete': True} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:11:17.994620 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d24adf-b4b8-4e4d-a161-205c8d658a56') {} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:11:18.004691 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12645651'] for segment (73d24adf-b4b8-4e4d-a161-205c8d658a56), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:18.018432 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (73d24adf-b4b8-4e4d-a161-205c8d658a56), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:18.024256 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=110207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:11:18.024714 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14060708'] for segment (73d24adf-b4b8-4e4d-a161-205c8d658a56), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: Traceback (most recent call last): Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: timer() Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: cb(*args, **kw) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: return func(*args, **kwargs) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: self._notify() Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: self.callback(batched_events) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: event.method(event) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: return f(self, *a, **k) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._get(url).json() Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: return self.request(url, 'GET', **kwargs) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:11:18.026383 dv-cinder-796170-5-iscsi neutron-server[110207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:11:18.157621 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (780e4a94-fa10-4cc7-9041-fc9b7d74bdd5), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:18.166884 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:18.167595 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] 10.222.0.31 "DELETE /v2.0/networks/780e4a94-fa10-4cc7-9041-fc9b7d74bdd5 HTTP/1.1" status: 204 len: 168 time: 0.3596747 Mar 10 09:11:18.184947 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05268a3-1628-4aa6-b648-ab759e1d558e admin admin] Pushing event deleted for resources: {'Network': ['ID=780e4a94-fa10-4cc7-9041-fc9b7d74bdd5,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:11:18.751897 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 54936) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:11:18.792546 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-1b8a9e2c-4bcd-4097-80a1-a9015b67de47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ec54ec126e045758ef4217dab4c3e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400257 Mar 10 09:11:18.795110 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 54938) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:11:18.842070 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Publish callbacks [] for security_group (d1103c42-c57a-43b2-ba23-68ad87d2e82d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:18.864152 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Publish callbacks [] for security_group (d1103c42-c57a-43b2-ba23-68ad87d2e82d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:19.031830 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (d1103c42-c57a-43b2-ba23-68ad87d2e82d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:19.035079 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:19.036252 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1103c42-c57a-43b2-ba23-68ad87d2e82d HTTP/1.1" status: 204 len: 168 time: 0.2402434 Mar 10 09:11:19.044533 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1103c42-c57a-43b2-ba23-68ad87d2e82d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:11:19.052178 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.052541 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.052889 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.053235 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.053690 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.053893 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.054263 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.054602 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.054935 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.055268 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.055595 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.055919 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:19.056244 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28fedf-208d-4f3f-bed5-af0cba8a9c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:11:25.919711 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:33.479575 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c7ddb57e-d39e-4213-9306-d32ddbb1c6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:35.711951 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-bf620d10-a395-4be3-b280-ba9dbb9934d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:36.999539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:38.342584 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:40.296418 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:11:49.680195 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:11:55.891097 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:03.473916 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-14230cf8-096c-4b18-a548-49ac65861ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:05.817344 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-be5ab2a4-b63c-42ee-ac22-2bc10e126ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:06.982414 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:08.353846 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:08.884366 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-adac16a1-6e0b-4b38-a1a7-84523ae0a804 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1819570 Mar 10 09:12:08.967704 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-2291cb08-b0f1-43c3-ba80-5a2cb971afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:08.969185 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-2291cb08-b0f1-43c3-ba80-5a2cb971afe6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1130 time: 0.0444462 Mar 10 09:12:09.075866 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-1766f074-5cb6-4567-b019-28f9db67cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:09.077345 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-1766f074-5cb6-4567-b019-28f9db67cae4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0903692 Mar 10 09:12:09.140401 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-6be5e30b-54dd-4048-a71a-1e0dccc538bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 200 len: 1002 time: 0.0573919 Mar 10 09:12:09.191413 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-5eeeaf2a-2c34-4610-9e8a-6e5741671aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:09.192867 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-5eeeaf2a-2c34-4610-9e8a-6e5741671aee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0470033 Mar 10 09:12:09.241893 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-20a1a45e-f663-45cc-8b36-6980f89df10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:09.243446 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-20a1a45e-f663-45cc-8b36-6980f89df10d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452051 Mar 10 09:12:09.332283 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-b2980767-ca98-4e23-bf0f-55877891ec04 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832007 Mar 10 09:12:09.428404 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6a058e1a-df6d-408e-82d3-95d63d0c9227 req-c85a3005-5976-461b-9ac4-d51cd1cd1231 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903802 Mar 10 09:12:10.294731 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:25.879490 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:26.679316 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:12:33.518057 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-86509a94-f2e9-4d4d-b11b-a5de0d858a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:35.765833 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c074f274-7fd7-42fe-bb37-3912b5487295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:37.000004 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:37.967743 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-2ba81a69-b59f-43d3-9151-7eb822e1b707 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621411339&fields=id&tenant_id=d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 267 time: 0.0499678 Mar 10 09:12:38.072093 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-6ecb6451-ffa9-4016-b695-fcc6cd1c4d62 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:38.073536 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-6ecb6451-ffa9-4016-b695-fcc6cd1c4d62 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 811 time: 0.0994668 Mar 10 09:12:38.087561 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-c6021b3e-5e6b-4b74-a2c6-92fd48288811 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/quotas/d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 375 time: 0.0086098 Mar 10 09:12:38.144602 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-f95ef347-8ed8-468a-a610-6f3897364f90 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519807 Mar 10 09:12:38.243239 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-c8f8eedf-45e4-4f3c-adb1-56b63488560c service neutron] 10.222.0.31 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864811 Mar 10 09:12:38.331548 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:38.335552 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-f93cabe8-3e48-4c92-b530-6cc2f6d869ec service neutron] 10.222.0.31 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870018 Mar 10 09:12:38.995293 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-993ee6bc-7134-425e-8730-171f0d25b90f req-5c8ef038-4d3c-48c6-9b4b-aa393ada5afe tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 210 time: 0.0834475 Mar 10 09:12:40.070737 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-30520c2b-1bad-4886-944e-ae595a974e04 req-f9e0064a-6807-419e-9a95-e30a3c1b0b77 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 210 time: 0.0276525 Mar 10 09:12:40.257107 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:41.150484 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-5bb3f8a4-a621-4701-823d-2ded1ccbb4b0 req-7809b3b2-70f0-4a75-9f4e-b28f09ea9628 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 210 time: 0.0294194 Mar 10 09:12:42.227568 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9680a1bf-2dc6-466e-9c42-4521ef802c7d req-0ad08a22-39bd-44a1-97b0-a9bfee42c245 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 210 time: 0.0271366 Mar 10 09:12:43.325561 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-59d3df14-6f29-40d3-8888-ff0d1002d22f req-db70bbdc-0883-4c1c-b801-1fbb2692817c tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 210 time: 0.0316494 Mar 10 09:12:44.065086 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-6c33d79f-bc9c-405c-bb3b-b97a2356a6a8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:44.066574 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-6c33d79f-bc9c-405c-bb3b-b97a2356a6a8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 811 time: 0.0981715 Mar 10 09:12:44.135097 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-a1d1e817-6de0-44cc-b917-7c95c2785d20 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d523dcd031794a58b327b25b6bde2d4d HTTP/1.1" status: 200 len: 379 time: 0.0540731 Mar 10 09:12:44.144282 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'port': {'device_id': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'admin_state_up': True, 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'security_groups': ['304a0857-b455-4937-9d42-7cafefcdf13b']}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:12:44.349833 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Made reservation on behalf of d523dcd031794a58b327b25b6bde2d4d for: {'port': 1} {{(pid=110208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 09:12:44.359210 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:44.432925 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-90291398-52cb-4f67-8651-7bc04768727c req-4fa65700-6664-4dcc-b492-600722a534fc tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 210 time: 0.0266607 Mar 10 09:12:44.496946 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Allocated IP 172.20.0.6 (75361695-b343-4169-b2e1-1f53a68e6cb6/3b0bd77e-9819-485b-8f12-e40fd2557d76/bd06061f-2f87-4320-825c-cf250681c419) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:12:44.632279 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (bd06061f-2f87-4320-825c-cf250681c419), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:44.749207 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (bd06061f-2f87-4320-825c-cf250681c419), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:44.795297 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:12:44.800793 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:12:44.804804 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:12:44.811333 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=bd06061f-2f87-4320-825c-cf250681c419,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:12:44.838029 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.838411 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.838977 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.839319 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.839660 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.840000 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.840335 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.840669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.841006 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.841335 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.841664 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.841993 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.842338 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:44.870663 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:44.871355 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:44.966605 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-3d9bb3a8-78f3-414c-a6e2-2abcf685d1b8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8264611 Mar 10 09:12:44.977310 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Request body: {'port': {'device_id': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:12:45.036023 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bd06061f-2f87-4320-825c-cf250681c419), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:45.072239 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-c1eb833a-7036-4d1c-aec9-5a0fe2c697ea None None] Provisioning complete for port bd06061f-2f87-4320-825c-cf250681c419 triggered by entity DHCP. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:12:45.073297 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-c1eb833a-7036-4d1c-aec9-5a0fe2c697ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bd06061f-2f87-4320-825c-cf250681c419), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:45.108527 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb833a-7036-4d1c-aec9-5a0fe2c697ea None None] Port bd06061f-2f87-4320-825c-cf250681c419 cannot update to ACTIVE because it is not bound. {{(pid=110209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 09:12:45.299675 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd06061f-2f87-4320-825c-cf250681c419 {{(pid=110208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:12:45.307227 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Publish callbacks [] for port (bd06061f-2f87-4320-825c-cf250681c419), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:45.319035 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.provisioning_blocks [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Transition to ACTIVE for port object bd06061f-2f87-4320-825c-cf250681c419 will not be triggered until provisioned by entity L2. {{(pid=110208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 09:12:45.397960 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (bd06061f-2f87-4320-825c-cf250681c419), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:45.445864 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=bd06061f-2f87-4320-825c-cf250681c419,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:12:45.554916 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Attempting to bind port bd06061f-2f87-4320-825c-cf250681c419 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 09:12:45.554916 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Attempting to bind port bd06061f-2f87-4320-825c-cf250681c419 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 09:12:45.554916 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Attempting to bind port bd06061f-2f87-4320-825c-cf250681c419 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:12:45.560424 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Port bd06061f-2f87-4320-825c-cf250681c419 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 09:12:45.560753 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Attempting to bind port bd06061f-2f87-4320-825c-cf250681c419 on network 75361695-b343-4169-b2e1-1f53a68e6cb6 {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 09:12:45.568750 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Checking agent: {'id': '5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'started_at': datetime.datetime(2022, 3, 10, 8, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 9, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 09:12:45.569094 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Checking segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 09:12:45.569484 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Bound using segment: {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'} {{(pid=110208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 09:12:45.569962 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.managers [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Bound port: bd06061f-2f87-4320-825c-cf250681c419, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d6962b-7283-4026-9738-3d02d5177dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6'}}] {{(pid=110208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 09:12:45.570399 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bd06061f-2f87-4320-825c-cf250681c419), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:45.592567 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f3911-6ef2-4d50-bc46-08f6151b8cdf req-76427812-e772-46d6-8a52-bf43d4ff1809 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:45.593718 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d80f3911-6ef2-4d50-bc46-08f6151b8cdf req-76427812-e772-46d6-8a52-bf43d4ff1809 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0845258 Mar 10 09:12:45.678823 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] For port bd06061f-2f87-4320-825c-cf250681c419, host hv-cinder-79617, cleared binding levels {{(pid=110208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 09:12:45.683896 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-d80f3911-6ef2-4d50-bc46-08f6151b8cdf req-931cca1b-c9cd-4d6a-928b-37bc8d2c90ff tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680637 Mar 10 09:12:45.686834 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] For port bd06061f-2f87-4320-825c-cf250681c419, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bd06061f-2f87-4320-825c-cf250681c419,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 09:12:45.775313 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (bd06061f-2f87-4320-825c-cf250681c419), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:45.811944 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:45.812556 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:45.814589 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] 10.222.0.30 "PUT /v2.0/ports/bd06061f-2f87-4320-825c-cf250681c419 HTTP/1.1" status: 200 len: 1093 time: 0.8408892 Mar 10 09:12:45.814928 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:12:45.817120 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781439c-156d-4db1-9296-e122402dd7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "tag": "bd06061f-2f87-4320-825c-cf250681c419"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:12:45.841687 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26a03-20df-4956-a657-7391bd24aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=bd06061f-2f87-4320-825c-cf250681c419,revision_number=3']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:12:45.940302 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e37b994-835b-4d1d-ae98-3dada1e2c1e4 x-openstack-request-id: req-1e37b994-835b-4d1d-ae98-3dada1e2c1e4 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:12:45.944767 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "tag": "bd06061f-2f87-4320-825c-cf250681c419", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:12:45.944767 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e37b994-835b-4d1d-ae98-3dada1e2c1e4 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:12:45.944767 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419', 'status': 'completed', 'code': 200} Mar 10 09:12:45.960963 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-390cf5f2-8ef3-4ba0-866b-cb3cb785f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:45.962535 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-390cf5f2-8ef3-4ba0-866b-cb3cb785f6bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 1127 time: 0.0509894 Mar 10 09:12:46.004929 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-936c0ec7-7895-4874-83b1-5104e397811b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd06061f-2f87-4320-825c-cf250681c419 HTTP/1.1" status: 200 len: 217 time: 0.0360999 Mar 10 09:12:46.052487 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-0ea21a58-426c-49c1-8cd9-8591587a0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:46.053936 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-0ea21a58-426c-49c1-8cd9-8591587a0ef2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0430369 Mar 10 09:12:46.105655 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-9a2dac81-d361-4b9e-8924-a9490cfef541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:46.107316 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-9a2dac81-d361-4b9e-8924-a9490cfef541 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472586 Mar 10 09:12:46.193977 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-55a10245-f85d-4d8b-87d5-b182fe140988 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804121 Mar 10 09:12:46.282745 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-e54cd7d4-eb2e-4ab1-a0b9-d932f73f6011 req-6e97da84-8805-43ac-8523-4f6f002aeff7 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823612 Mar 10 09:12:46.467676 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781439c-156d-4db1-9296-e122402dd7a0 req-c2b3be25-3857-4cc2-a0ac-f7490ec04a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:46.469150 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0781439c-156d-4db1-9296-e122402dd7a0 req-c2b3be25-3857-4cc2-a0ac-f7490ec04a9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 1127 time: 0.0428793 Mar 10 09:12:46.558378 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781439c-156d-4db1-9296-e122402dd7a0 req-dcd75a2a-b78a-48a5-ac18-9b85abb5712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:46.559795 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0781439c-156d-4db1-9296-e122402dd7a0 req-dcd75a2a-b78a-48a5-ac18-9b85abb5712a service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0852747 Mar 10 09:12:46.599351 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0781439c-156d-4db1-9296-e122402dd7a0 req-88aa06d8-d928-4b13-a4d6-6dc5bfabbe7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd06061f-2f87-4320-825c-cf250681c419 HTTP/1.1" status: 200 len: 217 time: 0.0332541 Mar 10 09:12:46.645776 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781439c-156d-4db1-9296-e122402dd7a0 req-c98027a1-a6ba-4aa1-ade6-a55b49cf94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:46.647209 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0781439c-156d-4db1-9296-e122402dd7a0 req-c98027a1-a6ba-4aa1-ade6-a55b49cf94e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0420091 Mar 10 09:12:46.707182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781439c-156d-4db1-9296-e122402dd7a0 req-b134b10d-964c-4b17-af51-a5e088220a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:46.708675 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0781439c-156d-4db1-9296-e122402dd7a0 req-b134b10d-964c-4b17-af51-a5e088220a31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551691 Mar 10 09:12:46.824150 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0781439c-156d-4db1-9296-e122402dd7a0 req-85ae1368-cc47-4068-9904-6b0ba4cf298b service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091530 Mar 10 09:12:46.860959 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7ae00-b6fc-4d71-9929-816a0492e07e req-2862ea4a-af5d-44a8-bb45-6ebfd4a7f28a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:46.862383 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72a7ae00-b6fc-4d71-9929-816a0492e07e req-2862ea4a-af5d-44a8-bb45-6ebfd4a7f28a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0928025 Mar 10 09:12:46.951776 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-72a7ae00-b6fc-4d71-9929-816a0492e07e req-dce27ca7-f04a-4d88-a403-74849163eba6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817440 Mar 10 09:12:46.956119 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-0781439c-156d-4db1-9296-e122402dd7a0 req-00c9be7a-7e91-4d8d-ac84-b6894cf23ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251836 Mar 10 09:12:48.069088 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800836-5ab5-415e-a394-7a3dd281059b req-91241290-b196-4fd1-a192-3daef6ae3135 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:48.070562 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-61800836-5ab5-415e-a394-7a3dd281059b req-91241290-b196-4fd1-a192-3daef6ae3135 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0514157 Mar 10 09:12:48.120530 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-61800836-5ab5-415e-a394-7a3dd281059b req-62a39440-449a-4ee8-be8d-accf28fbe9fd tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 Mar 10 09:12:49.240522 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142f4b6-2764-409f-afd4-ade5d33210c3 req-9e7a9cbc-e906-44ac-b9f5-a7d3abc0d62d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:49.241974 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6142f4b6-2764-409f-afd4-ade5d33210c3 req-9e7a9cbc-e906-44ac-b9f5-a7d3abc0d62d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0564859 Mar 10 09:12:49.289531 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6142f4b6-2764-409f-afd4-ade5d33210c3 req-db91d255-6bc3-48b7-9c69-88fccfa966fe tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418794 Mar 10 09:12:50.408723 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17a0ee-eb9c-4885-b0de-b827e1edf351 req-b5bce19b-adad-4516-bdd6-31d75a58cd04 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:50.410205 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0f17a0ee-eb9c-4885-b0de-b827e1edf351 req-b5bce19b-adad-4516-bdd6-31d75a58cd04 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0547981 Mar 10 09:12:50.457046 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-0f17a0ee-eb9c-4885-b0de-b827e1edf351 req-2b5ff144-45aa-4a0d-a4a4-fc297c64bcf8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413852 Mar 10 09:12:51.572389 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f09c0-dfb1-4ff0-8a22-64c1c5855e3a req-dca82d40-2c5c-4075-828b-e4db95b37ca6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:51.573874 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-691f09c0-dfb1-4ff0-8a22-64c1c5855e3a req-dca82d40-2c5c-4075-828b-e4db95b37ca6 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0531650 Mar 10 09:12:51.627667 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-691f09c0-dfb1-4ff0-8a22-64c1c5855e3a req-ec6fc226-b160-460d-bfe3-fc7454ae3fa5 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480452 Mar 10 09:12:52.753521 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89e3ea-25fb-4227-a83c-e1461b656a29 req-b3e618ca-9bd5-4439-b120-29c06469ca07 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:52.755042 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-fe89e3ea-25fb-4227-a83c-e1461b656a29 req-b3e618ca-9bd5-4439-b120-29c06469ca07 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0582900 Mar 10 09:12:52.803165 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-fe89e3ea-25fb-4227-a83c-e1461b656a29 req-8c1e5de4-f411-4b6c-aec3-c3456e06ac76 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425889 Mar 10 09:12:53.920951 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d1f4-fa7b-466f-9dc5-c8bfa82b161c req-a5b3ced0-d86c-485d-a69d-4866cac9d841 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:53.922327 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1892d1f4-fa7b-466f-9dc5-c8bfa82b161c req-a5b3ced0-d86c-485d-a69d-4866cac9d841 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0516753 Mar 10 09:12:53.973598 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-1892d1f4-fa7b-466f-9dc5-c8bfa82b161c req-724ebf92-8771-4c2e-afb5-c96cb4c5db59 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457323 Mar 10 09:12:54.868990 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bd06061f-2f87-4320-825c-cf250681c419 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=110209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 09:12:54.967609 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bd06061f-2f87-4320-825c-cf250681c419, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bd06061f-2f87-4320-825c-cf250681c419,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:12:54.981890 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Returning: {'device': 'bd06061f-2f87-4320-825c-cf250681c419', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'port_id': 'bd06061f-2f87-4320-825c-cf250681c419', 'mac_address': 'fa:16:3e:a4:8f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 09:12:55.021506 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bd06061f-2f87-4320-825c-cf250681c419 is: DOWN; New status is: BUILD {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:12:55.021899 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bd06061f-2f87-4320-825c-cf250681c419), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:55.034754 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd06061f-2f87-4320-825c-cf250681c419 {{(pid=110209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 09:12:55.055326 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bd06061f-2f87-4320-825c-cf250681c419, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bd06061f-2f87-4320-825c-cf250681c419,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:12:55.097082 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11ee5-b443-431b-af89-5ecb2599f6b4 req-cdd0a312-6379-4d04-bacc-f18cdba6139d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:55.098660 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bcf11ee5-b443-431b-af89-5ecb2599f6b4 req-cdd0a312-6379-4d04-bacc-f18cdba6139d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 943 time: 0.0571592 Mar 10 09:12:55.152109 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-bcf11ee5-b443-431b-af89-5ecb2599f6b4 req-55598e30-5271-4f0d-be87-fdb34ec2af78 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477221 Mar 10 09:12:55.175524 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bd06061f-2f87-4320-825c-cf250681c419), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:55.222627 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bd06061f-2f87-4320-825c-cf250681c419,revision_number=4']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:12:55.229517 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.229876 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.230264 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.230611 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.230951 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.231676 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.232168 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.232283 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.232539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.232876 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.233205 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.233532 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.233860 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:12:55.564384 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] get_ports_and_sgs() called for port_ids ['bd06061f-2f87-4320-825c-cf250681c419'] {{(pid=110209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 09:12:55.937343 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:56.269124 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f59ab-9ef4-4ce9-ae57-e96609b26cf5 req-b66d9644-a9d0-40cb-b35d-10c8e904d91d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:56.270742 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-607f59ab-9ef4-4ce9-ae57-e96609b26cf5 req-b66d9644-a9d0-40cb-b35d-10c8e904d91d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 944 time: 0.0538054 Mar 10 09:12:56.320852 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-607f59ab-9ef4-4ce9-ae57-e96609b26cf5 req-81229437-5d2e-495f-bf64-35c492836830 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445061 Mar 10 09:12:56.868631 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bd06061f-2f87-4320-825c-cf250681c419 up at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 09:12:57.017302 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning for port bd06061f-2f87-4320-825c-cf250681c419 completed by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 09:12:57.021503 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.provisioning_blocks [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Provisioning complete for port bd06061f-2f87-4320-825c-cf250681c419 triggered by entity L2. {{(pid=110209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 09:12:57.021971 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1428465'] for port (bd06061f-2f87-4320-825c-cf250681c419), provisioning_complete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:57.098517 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Current status of the port bd06061f-2f87-4320-825c-cf250681c419 is: BUILD; New status is: ACTIVE {{(pid=110209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 09:12:57.098912 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (bd06061f-2f87-4320-825c-cf250681c419), before_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:57.121738 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419'}] {{(pid=110209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:12:57.123994 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108247e8e24604df2003e7846480c1440d5b464180bebf924a3039a4674a7972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b93451c-a5ab-4e4b-9572-954d7435f258" -d '{"events": [{"server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "name": "network-vif-plugged", "status": "completed", "tag": "bd06061f-2f87-4320-825c-cf250681c419"}]}' {{(pid=110209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:12:57.136280 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] For port bd06061f-2f87-4320-825c-cf250681c419, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bd06061f-2f87-4320-825c-cf250681c419,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:12:57.198344 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966'] for port (bd06061f-2f87-4320-825c-cf250681c419), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:12:57.222027 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d7beda-ca23-4254-a97b-d3ec61e47b38 x-openstack-request-id: req-f6d7beda-ca23-4254-a97b-d3ec61e47b38 {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:12:57.222347 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "name": "network-vif-plugged", "status": "completed", "tag": "bd06061f-2f87-4320-825c-cf250681c419", "code": 200}]} {{(pid=110209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:12:57.222605 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6d7beda-ca23-4254-a97b-d3ec61e47b38 {{(pid=110209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:12:57.223006 dv-cinder-796170-5-iscsi neutron-server[110209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419', 'code': 200} Mar 10 09:12:57.252624 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Pushing event updated for resources: {'Port': ['ID=bd06061f-2f87-4320-825c-cf250681c419,revision_number=5']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:12:57.438298 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d3ea2-1410-4e2a-8b63-a4100e3caae8 req-7485927a-cf35-4f16-8910-482b73ad53fc tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:57.440522 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ce1d3ea2-1410-4e2a-8b63-a4100e3caae8 req-7485927a-cf35-4f16-8910-482b73ad53fc tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 945 time: 0.0547674 Mar 10 09:12:57.492275 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ce1d3ea2-1410-4e2a-8b63-a4100e3caae8 req-0aa6d054-5215-4d3c-a83f-3c5f90c6ebf3 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437520 Mar 10 09:12:57.641711 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b340c9b-daa5-476f-a926-04349ded4dc4 req-0c7475f8-43b1-4938-86f9-8d6f2d2e8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:57.641711 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b340c9b-daa5-476f-a926-04349ded4dc4 req-0c7475f8-43b1-4938-86f9-8d6f2d2e8215 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 1129 time: 0.0489824 Mar 10 09:12:57.687152 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-4b340c9b-daa5-476f-a926-04349ded4dc4 req-36527fb5-4cce-4354-8cda-4c12baf99cf7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 Mar 10 09:12:58.613611 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce503a-1b74-40fe-b12d-41d8c703c5e8 req-68fe3c01-a4f8-4ca5-8e03-1fe3b870284a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:58.615117 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-83ce503a-1b74-40fe-b12d-41d8c703c5e8 req-68fe3c01-a4f8-4ca5-8e03-1fe3b870284a tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 945 time: 0.0522699 Mar 10 09:12:58.663742 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-83ce503a-1b74-40fe-b12d-41d8c703c5e8 req-c47a468e-451e-4a16-b6e4-62b4a4730b3e tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Mar 10 09:12:59.782150 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a592-8d36-49f7-b6f3-0f55110b0505 req-969cda16-c9d0-45aa-a0b3-ccd4bd11fae8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:59.784224 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-24c0a592-8d36-49f7-b6f3-0f55110b0505 req-969cda16-c9d0-45aa-a0b3-ccd4bd11fae8 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 945 time: 0.0516832 Mar 10 09:12:59.831006 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-24c0a592-8d36-49f7-b6f3-0f55110b0505 req-fd42fdd8-95a7-40c2-b1fa-86691f9bacb4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412169 Mar 10 09:12:59.944738 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3780-1b93-4aa5-aa19-8f5604ca9f02 req-5c21f253-3239-4233-affa-4e4010f7e162 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:12:59.946248 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-581a3780-1b93-4aa5-aa19-8f5604ca9f02 req-5c21f253-3239-4233-affa-4e4010f7e162 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 945 time: 0.0513463 Mar 10 09:12:59.997254 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-581a3780-1b93-4aa5-aa19-8f5604ca9f02 req-dfb57c31-8ef5-4814-aa78-aeb0a7e4f221 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454695 Mar 10 09:13:00.019823 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 55090) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:13:00.157739 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd1022-e64e-4e4f-9444-b9af218fb549 tempest-TestVolumeBootPattern-1803841844 tempest-TestVolumeBootPattern-1803841844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:00.159269 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-13bd1022-e64e-4e4f-9444-b9af218fb549 tempest-TestVolumeBootPattern-1803841844 tempest-TestVolumeBootPattern-1803841844-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 1124 time: 0.1384294 Mar 10 09:13:00.162008 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 55094) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:13:00.166252 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.v2.base [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Request body: {'floatingip': {'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'port_id': 'bd06061f-2f87-4320-825c-cf250681c419', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 09:13:00.260963 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:00.357534 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (None), before_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:00.459802 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.db_base_plugin_common [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Allocated IP 172.27.1.13 (d4d7b040-bca2-4f74-9448-e524f74b61f9/04b84ef8-22e4-4d77-8154-429bc56f136a/98cdc2dc-2192-41b0-9011-e4bbcddc27e8) {{(pid=110208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 09:13:00.556700 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:00.669438 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743991980930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:00.706322 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Network d4d7b040-bca2-4f74-9448-e524f74b61f9 is already hosted by enough agents. {{(pid=110208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 09:13:00.709288 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.base_scheduler [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Resources bound (agent type, host, resource id): {{(pid=110208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 09:13:00.711962 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Received port after_create {{(pid=110208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 09:13:00.747852 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=98cdc2dc-2192-41b0-9011-e4bbcddc27e8,revision_number=1']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:13:01.077220 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b), precommit_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:01.226918 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-779711'] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), before_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:01.370489 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), precommit_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:01.483648 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743992550247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743991980948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743991980966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772228'] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), after_update {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:01.550034 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event updated for resources: {'Port': ['ID=98cdc2dc-2192-41b0-9011-e4bbcddc27e8,revision_number=2']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:13:01.560579 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592709'] for floatingip (9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b), after_create {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:01.660183 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.db.l3_db [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Floating IP 9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b associated. External IP: 172.27.1.13, port: bd06061f-2f87-4320-825c-cf250681c419. Mar 10 09:13:02.140788 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:13:02.250180 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:13:02.260428 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:13:02.269887 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:13:02.270532 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:12:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:13:02.339420 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:02.368244 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-e1080b2f-75dd-4e32-84e6-0998c4d01469 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2052031 Mar 10 09:13:02.368989 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:13:02.371249 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a428a37-1b39-46bb-b3b4-dc227c99daf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "tag": "bd06061f-2f87-4320-825c-cf250681c419"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:13:02.375388 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:13:02.407003 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a3806e-1ed0-43ed-99e7-37e591e93c64 x-openstack-request-id: req-f1a3806e-1ed0-43ed-99e7-37e591e93c64 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:13:02.407386 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "tag": "bd06061f-2f87-4320-825c-cf250681c419", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:13:02.407717 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1a3806e-1ed0-43ed-99e7-37e591e93c64 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:13:02.408173 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419', 'status': 'completed', 'code': 200} Mar 10 09:13:02.468669 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-2cd9d4ec-a02a-43c9-8b73-42b99b8525d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:02.470765 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-2cd9d4ec-a02a-43c9-8b73-42b99b8525d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 1129 time: 0.0440640 Mar 10 09:13:02.559786 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-d2594a61-066a-406c-870e-c99e64126d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:02.561236 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-d2594a61-066a-406c-870e-c99e64126d92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0855856 Mar 10 09:13:02.596396 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:24Z', 'revision_number': 1, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}, {'id': '9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'bd06061f-2f87-4320-825c-cf250681c419', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:a4:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:13:00Z', 'updated_at': '2022-03-10T09:13:00Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:13:02.626001 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:13:02.628675 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-e1d6d4bc-d083-4e0d-ace8-b421e8deea05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd06061f-2f87-4320-825c-cf250681c419 HTTP/1.1" status: 200 len: 998 time: 0.0580127 Mar 10 09:13:02.635183 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:13:02.635787 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:12:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:13:02.678893 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-3a8266ee-0941-4220-bd51-ee3a461a8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:02.680257 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-3a8266ee-0941-4220-bd51-ee3a461a8940 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0464959 Mar 10 09:13:02.729392 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-f99f17ed-e94b-48c9-b69d-5eac34a9cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:02.731001 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-f99f17ed-e94b-48c9-b69d-5eac34a9cf6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441358 Mar 10 09:13:02.741010 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:13:02.821456 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-5abb81c5-3243-4ef5-a7cb-0cdb45befbec service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843768 Mar 10 09:13:02.912490 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-9a428a37-1b39-46bb-b3b4-dc227c99daf3 req-4d3212ee-329f-4ebd-8c6b-33de9b9b9c40 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852740 Mar 10 09:13:02.959955 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:24Z', 'revision_number': 1, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}, {'id': '9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'bd06061f-2f87-4320-825c-cf250681c419', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:a4:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:13:00Z', 'updated_at': '2022-03-10T09:13:00Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:13:02.990233 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33964df1-e18d-47b2-a8f4-d90221911ea4 None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:24Z', 'revision_number': 1, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}, {'id': '9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'bd06061f-2f87-4320-825c-cf250681c419', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:a4:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:13:00Z', 'updated_at': '2022-03-10T09:13:00Z', 'revision_number': 0, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:13:03.180539 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02f877-c7fd-41ea-9cac-c0a993bf8939 None None] New status for floating IP 9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b: ACTIVE {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:13:03.445795 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-79e8ee7b-f69b-4b34-8630-c56df0d41d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:03.678887 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:13:05.725962 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7db5eb4b-da53-4375-924b-158ba9efdbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:06.986939 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:08.352620 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:10.360475 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:10.724715 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-02af966d-ea6b-4b27-a797-6aed391fa8b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433881 Mar 10 09:13:10.809839 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-83db3795-42ab-4168-8f0d-10a572b8a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:10.811384 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-83db3795-42ab-4168-8f0d-10a572b8a0ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1130 time: 0.0440786 Mar 10 09:13:10.917164 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-55c5946b-06b0-4e9d-933b-c24e1d3add1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:10.918576 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-55c5946b-06b0-4e9d-933b-c24e1d3add1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0867059 Mar 10 09:13:10.983548 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-968cb9ca-098e-458a-9edc-9afe69699823 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 200 len: 1002 time: 0.0565648 Mar 10 09:13:11.036447 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-dee62cfe-ad6c-4269-b4a0-8e6028a6a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:11.037878 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-dee62cfe-ad6c-4269-b4a0-8e6028a6a195 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0467227 Mar 10 09:13:11.086663 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-69256fb3-0c18-4fcc-86e8-46dcb336d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:13:11.088150 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-69256fb3-0c18-4fcc-86e8-46dcb336d24c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437157 Mar 10 09:13:11.179274 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-1a63006a-7640-4746-806f-0c7f4eb25c82 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852964 Mar 10 09:13:11.272890 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-101b2e8c-5170-4790-aaca-79d21faa3750 req-a66c30c8-4309-4313-a6cc-3da9d1ed0f17 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862865 Mar 10 09:13:25.897789 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:33.475599 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4237c481-9162-4f48-88af-04623ad5aac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:35.755049 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1a1d87db-2758-4988-8e0b-f365d1926747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:37.021486 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:38.341283 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:40.418071 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:13:40.678219 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:13:55.947381 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:03.498575 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ca5a-95da-46bb-91a1-1f4cd02c6b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:05.733335 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a4597bb7-fb3b-4113-acc6-60013f7a9ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:07.007519 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:08.342285 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:10.310281 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:11.749203 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-8fc08136-4291-43aa-9685-74aad021d79a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473025 Mar 10 09:14:11.818400 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-e295ae40-3335-454b-972d-2f7ee38a7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:11.820062 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-e295ae40-3335-454b-972d-2f7ee38a7c22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 1129 time: 0.0495532 Mar 10 09:14:11.924078 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-eb0dcc00-3d67-43d8-9ca9-9a11501ae9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:11.925449 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-eb0dcc00-3d67-43d8-9ca9-9a11501ae9a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0862954 Mar 10 09:14:11.995287 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-086ddf15-481a-4af9-adb5-fb84966ba7e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd06061f-2f87-4320-825c-cf250681c419 HTTP/1.1" status: 200 len: 1000 time: 0.0635071 Mar 10 09:14:12.042924 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-e175d13c-1571-4bda-afb1-3bc45d77b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:12.044427 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-e175d13c-1571-4bda-afb1-3bc45d77b8f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0442004 Mar 10 09:14:12.092390 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-7134242f-b550-407f-b890-b18f9edda4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:12.093903 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-7134242f-b550-407f-b890-b18f9edda4c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437858 Mar 10 09:14:12.187874 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-6bb6d9dc-4f20-4a65-a590-daae5d66ad14 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865467 Mar 10 09:14:12.279260 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-6cb8da70-4247-47e3-9aef-6effbe8a6f27 req-dd6c0a08-83e3-41bb-adcb-9fa982b36528 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851216 Mar 10 09:14:17.677317 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:14:25.912022 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:33.466903 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-bb29c9cb-76ef-4f5d-b237-fc0a344538a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:35.739188 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-bc1794ac-7b55-4acd-89b1-06c389a5740c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:36.998667 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:38.336598 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:40.280824 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:51.821777 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55128) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:14:52.003238 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Deleting port 98cdc2dc-2192-41b0-9011-e4bbcddc27e8 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:14:52.003652 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:52.088976 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:52.089359 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:52.102945 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Calling delete_port for 98cdc2dc-2192-41b0-9011-e4bbcddc27e8 owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:14:52.422104 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (98cdc2dc-2192-41b0-9011-e4bbcddc27e8), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:52.451264 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event deleted for resources: {'Port': ['ID=98cdc2dc-2192-41b0-9011-e4bbcddc27e8,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:14:52.463218 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.463415 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.463670 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.464020 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.464369 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.464704 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.465043 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.465379 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.465713 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.466048 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.466409 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.466738 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.467068 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:52.522638 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:52.523216 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Floating IP 9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b disassociated (deleted). External IP: 172.27.1.13, port: bd06061f-2f87-4320-825c-cf250681c419. Mar 10 09:14:52.770507 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:14:52.894809 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:14:52.899742 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:52.907740 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:14:52.918615 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:14:52.919826 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:14:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:14:52.933355 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-80b57723-1df1-450e-8c27-2d7259b93f8d tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "DELETE /v2.0/floatingips/9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b HTTP/1.1" status: 204 len: 168 time: 1.1080472 Mar 10 09:14:52.933355 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:14:52.933805 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfed99d7-1105-4a00-8350-54a93338da85" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "tag": "bd06061f-2f87-4320-825c-cf250681c419"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:14:52.972283 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90d291a-7bbe-4365-bf0b-5d9015871b26 x-openstack-request-id: req-d90d291a-7bbe-4365-bf0b-5d9015871b26 {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:14:52.972624 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "tag": "bd06061f-2f87-4320-825c-cf250681c419", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:14:52.972889 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d90d291a-7bbe-4365-bf0b-5d9015871b26 {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:14:52.973289 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419', 'status': 'completed', 'code': 200} Mar 10 09:14:53.035613 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:14:53.060856 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed99d7-1105-4a00-8350-54a93338da85 req-fbcc0357-0336-4823-9356-ad27304affd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:53.062470 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cfed99d7-1105-4a00-8350-54a93338da85 req-fbcc0357-0336-4823-9356-ad27304affd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 1129 time: 0.0646405 Mar 10 09:14:53.165893 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed99d7-1105-4a00-8350-54a93338da85 req-5fd7c174-bd7d-4ae2-8ff9-5ba2903f6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:53.167500 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cfed99d7-1105-4a00-8350-54a93338da85 req-5fd7c174-bd7d-4ae2-8ff9-5ba2903f6897 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0993893 Mar 10 09:14:53.218952 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cfed99d7-1105-4a00-8350-54a93338da85 req-e073050d-eaea-4364-99a9-cc603202efa1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd06061f-2f87-4320-825c-cf250681c419 HTTP/1.1" status: 200 len: 217 time: 0.0458717 Mar 10 09:14:53.268856 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed99d7-1105-4a00-8350-54a93338da85 req-ca8cf2f5-b463-4887-bcba-9c7acc27b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:53.270430 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cfed99d7-1105-4a00-8350-54a93338da85 req-ca8cf2f5-b463-4887-bcba-9c7acc27b321 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0463195 Mar 10 09:14:53.326244 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed99d7-1105-4a00-8350-54a93338da85 req-20f9e284-f182-463d-9b15-9b81ee140107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:53.327799 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cfed99d7-1105-4a00-8350-54a93338da85 req-20f9e284-f182-463d-9b15-9b81ee140107 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504744 Mar 10 09:14:53.395407 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:24Z', 'revision_number': 1, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:14:53.421269 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:14:53.430340 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:14:53.430971 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:14:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:14:53.464090 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cfed99d7-1105-4a00-8350-54a93338da85 req-cb4a930b-75bb-47e0-86d3-73d43ef49ca1 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302500 Mar 10 09:14:53.502417 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8158-da98-4d8d-88cd-1572b8388431 req-8cb68d23-7032-41e9-9ce1-8a6af3d18b96 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:53.503956 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f13c8158-da98-4d8d-88cd-1572b8388431 req-8cb68d23-7032-41e9-9ce1-8a6af3d18b96 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 945 time: 0.0953326 Mar 10 09:14:53.544736 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:14:53.605934 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f13c8158-da98-4d8d-88cd-1572b8388431 req-1acea1a8-0d5f-4bf8-83e5-870b57ef9d80 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935192 Mar 10 09:14:53.609573 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-cfed99d7-1105-4a00-8350-54a93338da85 req-cecd6d8c-8584-4a93-ba46-585bc87af205 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390452 Mar 10 09:14:53.779836 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:24Z', 'revision_number': 1, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:14:53.806701 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81cfbe-bcdb-45cf-b4c4-dc0ad3a17498 None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_floatingips': [{'id': '3ed010b6-fba7-48c4-8f34-e8127fe0230c', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'router_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'port_id': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'mac_address': 'fa:16:3e:2b:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T09:10:22Z', 'updated_at': '2022-03-10T09:10:24Z', 'revision_number': 1, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:14:54.053832 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2894d-40fc-4feb-b9b2-5a109c30699f None None] New status for floating IP 9af9b48e-4da6-4fbd-8f46-1bcaa2166e7b: DOWN {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:14:54.677129 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:14:54.732899 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9a722-d0e8-4697-9df8-81e868e24ef6 req-c078179c-738b-4868-88b4-2776dba23133 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:54.734439 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-40c9a722-d0e8-4697-9df8-81e868e24ef6 req-c078179c-738b-4868-88b4-2776dba23133 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 945 time: 0.0537198 Mar 10 09:14:54.787998 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-40c9a722-d0e8-4697-9df8-81e868e24ef6 req-4b700af1-2351-4ad1-b022-fc736a52ae5f tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470848 Mar 10 09:14:55.132018 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-10e75f9f-4832-40f2-a148-e0d1b433a127 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:14:55.133543 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-10e75f9f-4832-40f2-a148-e0d1b433a127 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 945 time: 0.0574944 Mar 10 09:14:55.227246 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Deleting port bd06061f-2f87-4320-825c-cf250681c419 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:14:55.227589 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (bd06061f-2f87-4320-825c-cf250681c419), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:55.319474 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] For port bd06061f-2f87-4320-825c-cf250681c419, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bd06061f-2f87-4320-825c-cf250681c419,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:14:55.319835 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (bd06061f-2f87-4320-825c-cf250681c419), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:55.333077 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Calling delete_port for bd06061f-2f87-4320-825c-cf250681c419 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:14:55.574049 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (bd06061f-2f87-4320-825c-cf250681c419), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:55.603258 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event deleted for resources: {'Port': ['ID=bd06061f-2f87-4320-825c-cf250681c419,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:14:55.615449 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.615945 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.616164 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.616473 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.616813 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.617153 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.617487 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.617812 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.618177 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.618508 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.618836 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.619162 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.619482 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:14:55.657957 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] No DVR routers for this DVR port bd06061f-2f87-4320-825c-cf250681c419 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:14:55.660517 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:55.663840 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-f8891275-8a9d-4aaa-a653-4030ec17ee9a req-05595215-f325-47ad-9134-470c0eb413e4 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "DELETE /v2.0/ports/bd06061f-2f87-4320-825c-cf250681c419 HTTP/1.1" status: 204 len: 173 time: 0.5253804 Mar 10 09:14:55.664281 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'name': 'network-vif-deleted', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:14:55.666593 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a27bb63-1847-4264-8c04-a9ba367155c2" -d '{"events": [{"server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "name": "network-vif-deleted", "tag": "bd06061f-2f87-4320-825c-cf250681c419"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:14:55.702456 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f1aac-4674-42e6-ab8c-5c6c5c575728 x-openstack-request-id: req-1a5f1aac-4674-42e6-ab8c-5c6c5c575728 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:14:55.702750 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e42b1-d799-4ab6-a2ba-4867be40d20d", "name": "network-vif-deleted", "tag": "bd06061f-2f87-4320-825c-cf250681c419", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:14:55.703013 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a5f1aac-4674-42e6-ab8c-5c6c5c575728 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:14:55.703410 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e42b1-d799-4ab6-a2ba-4867be40d20d', 'name': 'network-vif-deleted', 'tag': 'bd06061f-2f87-4320-825c-cf250681c419', 'status': 'completed', 'code': 200} Mar 10 09:14:55.887872 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:55.899118 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-4c75a143-a94a-45c3-b4f9-779657235738 req-67ae8da3-374f-47e3-a08c-544e4de07508 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6e42b1-d799-4ab6-a2ba-4867be40d20d HTTP/1.1" status: 200 len: 210 time: 0.0285134 Mar 10 09:14:57.230052 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bd06061f-2f87-4320-825c-cf250681c419 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:14:57.250272 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: bd06061f-2f87-4320-825c-cf250681c419 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:14:57.250624 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device bd06061f-2f87-4320-825c-cf250681c419 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:14:59.414339 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55170) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:14:59.576105 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Deleting port f44c33a3-2ab4-441b-b8f3-14d80e61fabe {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:14:59.576444 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:59.650934 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:59.651186 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:59.664092 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Calling delete_port for f44c33a3-2ab4-441b-b8f3-14d80e61fabe owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:14:59.876929 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f44c33a3-2ab4-441b-b8f3-14d80e61fabe), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:59.901162 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event deleted for resources: {'Port': ['ID=f44c33a3-2ab4-441b-b8f3-14d80e61fabe,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:14:59.966836 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (3ed010b6-fba7-48c4-8f34-e8127fe0230c), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:14:59.967217 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.db.l3_db [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Floating IP 3ed010b6-fba7-48c4-8f34-e8127fe0230c disassociated (deleted). External IP: 172.27.1.184, port: f8ed194c-9a7a-4633-a811-3a3b46d7ada1. Mar 10 09:15:00.365513 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:15:00.472595 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:15:00.476897 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:00.482351 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:15:00.492145 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:15:00.492756 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:14:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:00.507125 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-dd575c7b-b02c-45f7-a208-2fd126b4f837 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ed010b6-fba7-48c4-8f34-e8127fe0230c HTTP/1.1" status: 204 len: 168 time: 1.0916917 Mar 10 09:15:00.507744 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1'}] {{(pid=110207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:15:00.510007 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff26d7498b62d813550833c9e2f814a3a7fe304d2d1bd1696da09f4405c69457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550" -d '{"events": [{"name": "network-changed", "server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1"}]}' {{(pid=110207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:15:00.546014 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6cb13-8816-4842-84b0-35a3d89122ed x-openstack-request-id: req-ccb6cb13-8816-4842-84b0-35a3d89122ed {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:15:00.546841 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1", "status": "completed", "code": 200}]} {{(pid=110207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:15:00.547608 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccb6cb13-8816-4842-84b0-35a3d89122ed {{(pid=110207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:15:00.548007 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'status': 'completed', 'code': 200} Mar 10 09:15:00.605977 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:15:00.616562 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-b0cc04fc-cc13-4389-bb15-c747482f4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:15:00.618168 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-b0cc04fc-cc13-4389-bb15-c747482f4d45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d523dcd031794a58b327b25b6bde2d4d&device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 1130 time: 0.0520756 Mar 10 09:15:00.709624 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-ca4189c0-ab21-44d5-8575-6627ac70423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:15:00.711161 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-ca4189c0-ab21-44d5-8575-6627ac70423f service neutron] 10.222.0.30 "GET /v2.0/networks?id=75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 200 len: 912 time: 0.0874619 Mar 10 09:15:00.755638 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-52adcfdb-a296-4f2e-bddb-dd69341beae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 200 len: 217 time: 0.0391958 Mar 10 09:15:00.806859 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:00.808252 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-7eb29e8c-2fba-4757-862a-cce432767670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:15:00.809713 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-7eb29e8c-2fba-4757-862a-cce432767670 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 200 len: 850 time: 0.0467596 Mar 10 09:15:00.833096 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:15:00.841520 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:15:00.842434 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:14:36Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:00.859722 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-4c4056db-158f-4018-a262-437a544b48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:15:00.861609 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-4c4056db-158f-4018-a262-437a544b48e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75361695-b343-4169-b2e1-1f53a68e6cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460105 Mar 10 09:15:00.953897 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:15:00.984444 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-7226863a-fea2-4495-bc7d-f4aa664bae21 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153622 Mar 10 09:15:00.997805 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f408-d6f7-4eab-b02b-44a97a74a4f2 req-6eedd550-f06f-476c-9021-d5b97f1c6606 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:15:00.999321 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8486f408-d6f7-4eab-b02b-44a97a74a4f2 req-6eedd550-f06f-476c-9021-d5b97f1c6606 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 946 time: 0.0715704 Mar 10 09:15:01.106837 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-8486f408-d6f7-4eab-b02b-44a97a74a4f2 req-3aad9ce4-5a05-4322-b898-a35c348f6abd tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995846 Mar 10 09:15:01.124766 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-ab1b0f96-6b95-4262-92bb-ce6cf8c97550 req-a62281d4-cd3d-48de-8eaf-d112390a3849 service neutron] 10.222.0.30 "GET /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245084 Mar 10 09:15:01.150566 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:01.180003 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3743d7-e65a-4307-9c93-959d73b9da71 None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:56Z', 'revision_number': 4, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi', '_interfaces': [{'id': 'f186416d-c2ec-4258-bd9f-a381460afca3', 'name': '', 'network_id': '75361695-b343-4169-b2e1-1f53a68e6cb6', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'mac_address': 'fa:16:3e:6b:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:55Z', 'updated_at': '2022-03-10T09:06:00Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'subnets': [{'id': '3b0bd77e-9819-485b-8f12-e40fd2557d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:15:01.391674 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe2ec0-a2f0-4f0c-a194-a3fea440f6b1 None None] New status for floating IP 3ed010b6-fba7-48c4-8f34-e8127fe0230c: DOWN {{(pid=110209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 09:15:02.228907 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847d9c-1b93-4962-8365-37979a6f2ce8 req-2e1dc622-a818-4208-9eb0-5c9255be6126 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:15:02.230408 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9b847d9c-1b93-4962-8365-37979a6f2ce8 req-2e1dc622-a818-4208-9eb0-5c9255be6126 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 946 time: 0.0527289 Mar 10 09:15:02.278895 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-9b847d9c-1b93-4962-8365-37979a6f2ce8 req-33451761-4f9c-4d26-89b1-e5610f4df572 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/security-groups?id=304a0857-b455-4937-9d42-7cafefcdf13b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427997 Mar 10 09:15:02.465220 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-6e45ec0e-f31c-47f6-8584-1b58a6543e30 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 09:15:02.466731 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-6e45ec0e-f31c-47f6-8584-1b58a6543e30 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 946 time: 0.0523319 Mar 10 09:15:02.558275 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Deleting port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:02.558618 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:02.651073 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] For port f8ed194c-9a7a-4633-a811-3a3b46d7ada1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:02.651509 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:02.664347 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Calling delete_port for f8ed194c-9a7a-4633-a811-3a3b46d7ada1 owned by compute:nova {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:02.851015 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (f8ed194c-9a7a-4633-a811-3a3b46d7ada1), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:02.880853 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event deleted for resources: {'Port': ['ID=f8ed194c-9a7a-4633-a811-3a3b46d7ada1,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:02.923681 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] No DVR routers for this DVR port f8ed194c-9a7a-4633-a811-3a3b46d7ada1 on host hv-cinder-79617 {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:15:02.926474 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for port (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:02.929841 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [req-b67b2101-956e-4175-8a83-1b7f0d0f853d req-36f41253-ddd7-4fae-a15c-4e34a63610da tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.30 "DELETE /v2.0/ports/f8ed194c-9a7a-4633-a811-3a3b46d7ada1 HTTP/1.1" status: 204 len: 173 time: 0.4570143 Mar 10 09:15:02.930340 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'name': 'network-vif-deleted', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1'}] {{(pid=110208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 09:15:02.932696 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97891ceac38b786cdf76cb9e07495f6b9cb55b07b09514e0b4f51466cb37fd99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e332cc53-fb4f-4b6f-a2d1-988da679be06" -d '{"events": [{"server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "name": "network-vif-deleted", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1"}]}' {{(pid=110208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 09:15:02.968182 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278a4c7-b761-48d1-9445-6dc9040c0db1 x-openstack-request-id: req-1278a4c7-b761-48d1-9445-6dc9040c0db1 {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 09:15:02.968486 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b42ab0-1820-4f38-8d50-09456c392b3a", "name": "network-vif-deleted", "tag": "f8ed194c-9a7a-4633-a811-3a3b46d7ada1", "status": "completed", "code": 200}]} {{(pid=110208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 09:15:02.968749 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1278a4c7-b761-48d1-9445-6dc9040c0db1 {{(pid=110208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 09:15:02.969152 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b42ab0-1820-4f38-8d50-09456c392b3a', 'name': 'network-vif-deleted', 'tag': 'f8ed194c-9a7a-4633-a811-3a3b46d7ada1', 'status': 'completed', 'code': 200} Mar 10 09:15:03.378731 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [req-19df68c6-7233-4835-af0d-3af1b5b3d56d req-d4f82933-1095-431d-ae51-2648910b05d0 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "GET /v2.0/ports?device_id=60b42ab0-1820-4f38-8d50-09456c392b3a HTTP/1.1" status: 200 len: 210 time: 0.0299711 Mar 10 09:15:03.470380 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-53bb4c33-5eb0-4001-b247-36a2f679899f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:04.440476 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55186) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:04.622909 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Deleting port da57fa82-3640-432e-bc0d-35fbe581dfcc {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:04.623258 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:04.697546 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:04.697770 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (da57fa82-3640-432e-bc0d-35fbe581dfcc), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:04.710408 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Calling delete_port for da57fa82-3640-432e-bc0d-35fbe581dfcc owned by network:floatingip {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:04.886581 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (da57fa82-3640-432e-bc0d-35fbe581dfcc), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:04.911668 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event deleted for resources: {'Port': ['ID=da57fa82-3640-432e-bc0d-35fbe581dfcc,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:04.976713 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for floatingip (7331caf6-7ee7-4cef-be56-c74b425c020b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:04.979229 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2091592'] for floatingip (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:04.981553 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-41e8f0a6-eb3d-4151-a88e-e10a60a02878 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "DELETE /v2.0/floatingips/7331caf6-7ee7-4cef-be56-c74b425c020b HTTP/1.1" status: 204 len: 168 time: 0.5430934 Mar 10 09:15:05.300841 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device f8ed194c-9a7a-4633-a811-3a3b46d7ada1 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:15:05.321632 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] No Port match for: f8ed194c-9a7a-4633-a811-3a3b46d7ada1 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:15:05.321971 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Device f8ed194c-9a7a-4633-a811-3a3b46d7ada1 not bound to the agent host hv-cinder-79617 {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:15:05.774175 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f6f92b78-0381-45b1-915a-72a3c1acf8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:06.325417 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55198) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:06.383608 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-21dc45bc-06b0-4fc4-8515-2f0ba7323836 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group (304a0857-b455-4937-9d42-7cafefcdf13b), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:06.408028 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-21dc45bc-06b0-4fc4-8515-2f0ba7323836 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group (304a0857-b455-4937-9d42-7cafefcdf13b), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:06.556384 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-21dc45bc-06b0-4fc4-8515-2f0ba7323836 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (304a0857-b455-4937-9d42-7cafefcdf13b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:06.559015 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-21dc45bc-06b0-4fc4-8515-2f0ba7323836 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:06.560217 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-21dc45bc-06b0-4fc4-8515-2f0ba7323836 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] 10.222.0.31 "DELETE /v2.0/security-groups/304a0857-b455-4937-9d42-7cafefcdf13b HTTP/1.1" status: 204 len: 168 time: 0.2338188 Mar 10 09:15:06.569458 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc45bc-06b0-4fc4-8515-2f0ba7323836 tempest-TestVolumeBootPattern-1171169336 tempest-TestVolumeBootPattern-1171169336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304a0857-b455-4937-9d42-7cafefcdf13b,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:06.684407 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55202) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:06.991116 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:07.126200 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (d95972b8-08a9-4a97-8663-38e1ac464f8d), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:07.368897 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Deleting port f186416d-c2ec-4258-bd9f-a381460afca3 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:07.370241 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:07.445328 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] For port f186416d-c2ec-4258-bd9f-a381460afca3, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=f186416d-c2ec-4258-bd9f-a381460afca3,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:07.445695 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:07.458162 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Calling delete_port for f186416d-c2ec-4258-bd9f-a381460afca3 owned by network:router_interface {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:07.741687 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (f186416d-c2ec-4258-bd9f-a381460afca3), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:07.767617 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Pushing event deleted for resources: {'Port': ['ID=f186416d-c2ec-4258-bd9f-a381460afca3,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:07.940626 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (d95972b8-08a9-4a97-8663-38e1ac464f8d), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:08.349950 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Router d95972b8-08a9-4a97-8663-38e1ac464f8d has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:15:08.378599 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:08.459419 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:15:08.465607 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3e30f545-7f25-48b8-8535-6341ffe20cea admin admin] 10.222.0.31 "PUT /v2.0/routers/d95972b8-08a9-4a97-8663-38e1ac464f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800801 Mar 10 09:15:08.467366 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55206) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:08.472788 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] Sync routers for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:15:08.480393 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:15:08.481062 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:15:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:08.593030 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks [] for router (d95972b8-08a9-4a97-8663-38e1ac464f8d), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:08.684122 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: dv-cinder-796170-5-iscsi {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:15:08.703442 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks [] for router_gateway (d95972b8-08a9-4a97-8663-38e1ac464f8d), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:08.822312 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Deleting port 67da003f-22e7-44e4-8030-38ba60409bf1 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:08.822679 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:08.855047 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:15:07Z', 'revision_number': 5, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port': {'id': '67da003f-22e7-44e4-8030-38ba60409bf1', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:08.883862 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] Checking router: d95972b8-08a9-4a97-8663-38e1ac464f8d for host: dv-cinder-796170-5-iscsi {{(pid=110210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:15:08.891979 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] Routers {'d95972b8-08a9-4a97-8663-38e1ac464f8d'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:15:08.892585 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:15:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['d95972b8-08a9-4a97-8663-38e1ac464f8d'], 'active': True} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:08.898841 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] For port 67da003f-22e7-44e4-8030-38ba60409bf1, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=67da003f-22e7-44e4-8030-38ba60409bf1,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:08.899216 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:08.912135 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Calling delete_port for 67da003f-22e7-44e4-8030-38ba60409bf1 owned by network:router_gateway {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:08.977096 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_dvr_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] Set router d95972b8-08a9-4a97-8663-38e1ac464f8d gateway port host: None {{(pid=110210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:15:09.030239 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.l3_hamode_db [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:15:08Z', 'revision_number': 6, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:09.056312 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ce37a-638a-418f-85d1-086a1ee5b3b7 None None] The sync data for ids ['d95972b8-08a9-4a97-8663-38e1ac464f8d'] in dv-cinder-796170-5-iscsi is: [{'id': 'd95972b8-08a9-4a97-8663-38e1ac464f8d', 'name': 'tempest-TestVolumeBootPattern-639558228-router', 'tenant_id': 'd523dcd031794a58b327b25b6bde2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:05:52Z', 'updated_at': '2022-03-10T09:15:08Z', 'revision_number': 6, 'project_id': 'd523dcd031794a58b327b25b6bde2d4d', 'gw_port_host': None}] {{(pid=110210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:15:09.140187 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (67da003f-22e7-44e4-8030-38ba60409bf1), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.169086 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=67da003f-22e7-44e4-8030-38ba60409bf1,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:09.228373 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (d95972b8-08a9-4a97-8663-38e1ac464f8d), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.320353 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (d95972b8-08a9-4a97-8663-38e1ac464f8d), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.323331 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks [] for router_controller (d95972b8-08a9-4a97-8663-38e1ac464f8d), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.452098 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (d95972b8-08a9-4a97-8663-38e1ac464f8d), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.452758 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95972b8-08a9-4a97-8663-38e1ac464f8d {{(pid=110207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:15:09.457103 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.458397 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-05cb299f-0d02-4510-9168-002c6662c5bd admin admin] 10.222.0.31 "DELETE /v2.0/routers/d95972b8-08a9-4a97-8663-38e1ac464f8d HTTP/1.1" status: 204 len: 168 time: 0.9900501 Mar 10 09:15:09.460868 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55208) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:09.505681 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] Deleting subnet 3b0bd77e-9819-485b-8f12-e40fd2557d76 {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:15:09.509322 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] Publish callbacks [] for subnet (3b0bd77e-9819-485b-8f12-e40fd2557d76), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.542841 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (3b0bd77e-9819-485b-8f12-e40fd2557d76), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.623895 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (3b0bd77e-9819-485b-8f12-e40fd2557d76), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.849202 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (3b0bd77e-9819-485b-8f12-e40fd2557d76), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.863484 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f186416d-c2ec-4258-bd9f-a381460afca3 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:15:09.873277 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0bd77e-9819-485b-8f12-e40fd2557d76,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:09.879783 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:09.884753 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: f186416d-c2ec-4258-bd9f-a381460afca3 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:15:09.885105 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device f186416d-c2ec-4258-bd9f-a381460afca3 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:15:09.885524 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 67da003f-22e7-44e4-8030-38ba60409bf1 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:15:09.886921 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [-] (110208) accepted ('10.222.0.31', 55210) {{(pid=110208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:09.887414 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-0161518a-a7a5-480a-b787-b67ea1f87ab0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3b0bd77e-9819-485b-8f12-e40fd2557d76 HTTP/1.1" status: 204 len: 168 time: 0.4245424 Mar 10 09:15:09.888477 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc189dae-66e4-4d28-bde6-fdad0328ff50 None None] Network 75361695-b343-4169-b2e1-1f53a68e6cb6 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:15:09.919132 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 67da003f-22e7-44e4-8030-38ba60409bf1 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:15:09.919728 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 67da003f-22e7-44e4-8030-38ba60409bf1 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:15:09.969970 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (75361695-b343-4169-b2e1-1f53a68e6cb6), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.024772 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Deleting port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d {{(pid=110208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:10.025072 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.072107 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] DHCP port deletion for 75361695-b343-4169-b2e1-1f53a68e6cb6 request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:15:10.092727 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.db [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] For port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:10.093207 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.114386 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.plugin [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Calling delete_port for 78e690e6-1a3a-4797-ad3f-6ba27ad2320d owned by network:dhcp {{(pid=110208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:10.120714 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Deleting port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:10.121089 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.185162 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] For port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,segment=NetworkSegment(30d6962b-7283-4026-9738-3d02d5177dda),segment_id=30d6962b-7283-4026-9738-3d02d5177dda)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:10.185473 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.198530 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Calling delete_port for 78e690e6-1a3a-4797-ad3f-6ba27ad2320d owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:10.260158 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772253'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.289080 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] No DVR routers for this DVR port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d on host dv-cinder-796170-5-iscsi {{(pid=110208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:15:10.290198 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (78e690e6-1a3a-4797-ad3f-6ba27ad2320d), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.290774 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:10.315302 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Pushing event deleted for resources: {'Port': ['ID=78e690e6-1a3a-4797-ad3f-6ba27ad2320d,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:10.324050 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] No DVR routers for this DVR port 78e690e6-1a3a-4797-ad3f-6ba27ad2320d on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:15:10.326321 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.326804 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.327035 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.327380 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.327714 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.328051 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.328385 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.328714 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.329054 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.329375 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.329738 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.330065 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.330416 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a43902-b1b5-4a0c-abb3-539ab3c9b67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-5-iscsi {{(pid=110209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 09:15:10.372395 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (75361695-b343-4169-b2e1-1f53a68e6cb6), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.384795 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.393843 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75361695-b343-4169-b2e1-1f53a68e6cb6']}} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:10.402935 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d6962b-7283-4026-9738-3d02d5177dda') {'for_net_delete': True} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:10.403231 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.services.segments.db [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d6962b-7283-4026-9738-3d02d5177dda') {} {{(pid=110208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:10.413734 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14428743'] for segment (30d6962b-7283-4026-9738-3d02d5177dda), before_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.427011 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (30d6962b-7283-4026-9738-3d02d5177dda), precommit_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.440954 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=110208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:15:10.441259 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12778604'] for segment (30d6962b-7283-4026-9738-3d02d5177dda), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: Traceback (most recent call last): Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: timer() Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: cb(*args, **kw) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: return func(*args, **kwargs) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: self._notify() Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: self.callback(batched_events) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: event.method(event) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: return f(self, *a, **k) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._get(url).json() Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: return self.request(url, 'GET', **kwargs) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:15:10.443000 dv-cinder-796170-5-iscsi neutron-server[110208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:15:10.602637 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (75361695-b343-4169-b2e1-1f53a68e6cb6), after_delete {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.608002 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron_lib.callbacks.manager [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:10.611417 dv-cinder-796170-5-iscsi neutron-server[110208]: INFO neutron.wsgi [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/75361695-b343-4169-b2e1-1f53a68e6cb6 HTTP/1.1" status: 204 len: 168 time: 0.7230814 Mar 10 09:15:10.614421 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55212) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:10.623806 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c29208-c7b0-4af2-a14f-8402f26912e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75361695-b343-4169-b2e1-1f53a68e6cb6,revision_number=None']} {{(pid=110208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:10.973985 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589637'] for router_interface (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:11.229567 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Deleting port 80bd1c85-b306-49ec-94d3-815651182dd9 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:11.229807 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:11.309520 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] For port 80bd1c85-b306-49ec-94d3-815651182dd9, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=80bd1c85-b306-49ec-94d3-815651182dd9,segment=NetworkSegment(bcfa4809-1590-4b89-9bb6-dc067a6a62f6),segment_id=bcfa4809-1590-4b89-9bb6-dc067a6a62f6)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:11.309885 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:11.323389 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Calling delete_port for 80bd1c85-b306-49ec-94d3-815651182dd9 owned by network:router_interface {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:11.733879 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78e690e6-1a3a-4797-ad3f-6ba27ad2320d no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:15:11.754345 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 78e690e6-1a3a-4797-ad3f-6ba27ad2320d {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:15:11.754688 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 78e690e6-1a3a-4797-ad3f-6ba27ad2320d not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:15:11.799360 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (80bd1c85-b306-49ec-94d3-815651182dd9), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:11.829615 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bd1c85-b306-49ec-94d3-815651182dd9,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:12.019106 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595413'] for router_interface (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:12.242157 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc has already been hosted by L3 agent 0beeb82c-8939-4cf7-9f64-341a8674e69e {{(pid=110207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 09:15:12.350614 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] Notify agent at l3_agent.dv-cinder-796170-5-iscsi the message routers_updated {{(pid=110207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 09:15:12.355623 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-3a29e505-554c-4ec9-b88f-fef392d41596 admin admin] 10.222.0.31 "PUT /v2.0/routers/6b8636ad-f44a-4b88-bcb3-29f5f74532dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401633 Mar 10 09:15:12.358242 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55214) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:12.363404 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] Sync routers for ids ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'] in dv-cinder-796170-5-iscsi {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 09:15:12.373353 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] Routers {'6b8636ad-f44a-4b88-bcb3-29f5f74532dc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:15:12.373991 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:15:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:12.464048 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks [] for router (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:12.496840 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] Set router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc gateway port host: dv-cinder-796170-5-iscsi {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:15:12.570693 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks [] for router_gateway (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:12.681982 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'external_fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:15:11Z', 'revision_number': 5, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port': {'id': '265eaf63-f44d-4643-b1ed-4d259776043b', 'name': '', 'network_id': 'd4d7b040-bca2-4f74-9448-e524f74b61f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T09:06:01Z', 'updated_at': '2022-03-10T09:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04b84ef8-22e4-4d77-8154-429bc56f136a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-5-iscsi'}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:12.708368 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Deleting port 265eaf63-f44d-4643-b1ed-4d259776043b {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:12.708772 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:12.710253 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] Checking router: 6b8636ad-f44a-4b88-bcb3-29f5f74532dc for host: dv-cinder-796170-5-iscsi {{(pid=110209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 09:15:12.722634 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] Routers {'6b8636ad-f44a-4b88-bcb3-29f5f74532dc'} bound to L3 agent in host dv-cinder-796170-5-iscsi {{(pid=110209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 09:15:12.723280 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T08:47:36Z,description=,heartbeat_timestamp=2022-03-10T09:15:06Z,host='dv-cinder-796170-5-iscsi',id=0beeb82c-8939-4cf7-9f64-341a8674e69e,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T08:47:36Z,topic='l3_agent')) {'router_ids': ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'], 'active': True} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:12.789586 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] For port 265eaf63-f44d-4643-b1ed-4d259776043b, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=265eaf63-f44d-4643-b1ed-4d259776043b,segment=NetworkSegment(55ba4cd6-3f94-4ab5-8c1d-693308305201),segment_id=55ba4cd6-3f94-4ab5-8c1d-693308305201)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:12.789859 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:12.803100 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Calling delete_port for 265eaf63-f44d-4643-b1ed-4d259776043b owned by network:router_gateway {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:12.814793 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvr_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] Set router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc gateway port host: None {{(pid=110209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 09:15:12.873021 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:15:12Z', 'revision_number': 6, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port_host': None}], 'dv-cinder-796170-5-iscsi', False) {} {{(pid=110209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:12.904884 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d1511-8575-46e2-a60f-2ba19a50171e None None] The sync data for ids ['6b8636ad-f44a-4b88-bcb3-29f5f74532dc'] in dv-cinder-796170-5-iscsi is: [{'id': '6b8636ad-f44a-4b88-bcb3-29f5f74532dc', 'name': 'tempest-TestVolumeBootPattern-868626995-router', 'tenant_id': '90510cb8e51d4d43a44d878f548435fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T09:06:00Z', 'updated_at': '2022-03-10T09:15:12Z', 'revision_number': 6, 'project_id': '90510cb8e51d4d43a44d878f548435fd', 'gw_port_host': None}] {{(pid=110209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 09:15:13.069963 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (265eaf63-f44d-4643-b1ed-4d259776043b), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.098683 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Pushing event deleted for resources: {'Port': ['ID=265eaf63-f44d-4643-b1ed-4d259776043b,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:13.160381 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592767'] for router_gateway (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.256907 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8614'] for router (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.259298 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks [] for router_controller (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.417586 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596715'] for router (6b8636ad-f44a-4b88-bcb3-29f5f74532dc), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.418189 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8636ad-f44a-4b88-bcb3-29f5f74532dc {{(pid=110207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 09:15:13.422953 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.424101 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-307605d8-5e80-4370-a6c2-6f31fd0aa945 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6b8636ad-f44a-4b88-bcb3-29f5f74532dc HTTP/1.1" status: 204 len: 168 time: 1.0650594 Mar 10 09:15:13.426777 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55216) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:13.473318 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] Deleting subnet e45595a1-9868-494d-8b60-f2072a621e49 {{(pid=110207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 09:15:13.476557 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] Publish callbacks [] for subnet (e45595a1-9868-494d-8b60-f2072a621e49), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.510287 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12645656'] for subnet (e45595a1-9868-494d-8b60-f2072a621e49), precommit_delete_associations {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.586987 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427171'] for subnet (e45595a1-9868-494d-8b60-f2072a621e49), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.739912 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 265eaf63-f44d-4643-b1ed-4d259776043b no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:15:13.768659 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 265eaf63-f44d-4643-b1ed-4d259776043b {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:15:13.769017 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 265eaf63-f44d-4643-b1ed-4d259776043b not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:15:13.769444 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 80bd1c85-b306-49ec-94d3-815651182dd9 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:15:13.789714 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 80bd1c85-b306-49ec-94d3-815651182dd9 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:15:13.790065 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 80bd1c85-b306-49ec-94d3-815651182dd9 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:15:13.906327 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14062458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12627205'] for subnet (e45595a1-9868-494d-8b60-f2072a621e49), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.934111 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45595a1-9868-494d-8b60-f2072a621e49,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:13.939561 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for subnet (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:13.940003 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c192c-ae94-4dae-bdef-378d9bd9f8c7 None None] Network 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 requested from dv-cinder-796170-5-iscsi {{(pid=110209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 09:15:13.940819 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-a8c60da2-d79b-46cc-ac32-ff84f8317245 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e45595a1-9868-494d-8b60-f2072a621e49 HTTP/1.1" status: 204 len: 168 time: 0.5125167 Mar 10 09:15:13.944153 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55218) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:14.014360 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759846'] for network (98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.077970 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Deleting port 681972e6-3678-4dbe-8c31-e80a3538a000 {{(pid=110207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:14.078356 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.102971 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] DHCP port deletion for 98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 request from dv-cinder-796170-5-iscsi {{(pid=110209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 09:15:14.155059 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.db [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] For port 681972e6-3678-4dbe-8c31-e80a3538a000, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=681972e6-3678-4dbe-8c31-e80a3538a000,segment=NetworkSegment(bcfa4809-1590-4b89-9bb6-dc067a6a62f6),segment_id=bcfa4809-1590-4b89-9bb6-dc067a6a62f6)] {{(pid=110207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:14.155439 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.159275 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] Deleting port 681972e6-3678-4dbe-8c31-e80a3538a000 {{(pid=110209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 09:15:14.159692 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743992542958'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), before_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.171238 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.plugin [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Calling delete_port for 681972e6-3678-4dbe-8c31-e80a3538a000 owned by network:dhcp {{(pid=110207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:14.228556 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.db [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] For port 681972e6-3678-4dbe-8c31-e80a3538a000, host dv-cinder-796170-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-5-iscsi',level=0,port_id=681972e6-3678-4dbe-8c31-e80a3538a000,segment=NetworkSegment(bcfa4809-1590-4b89-9bb6-dc067a6a62f6),segment_id=bcfa4809-1590-4b89-9bb6-dc067a6a62f6)] {{(pid=110209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 09:15:14.228943 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592531'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), precommit_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.243058 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] Calling delete_port for 681972e6-3678-4dbe-8c31-e80a3538a000 owned by network:dhcp {{(pid=110209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 09:15:14.334534 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14062421'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.340156 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743992550229', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743991980939'] for port (681972e6-3678-4dbe-8c31-e80a3538a000), after_delete {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.361381 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Pushing event deleted for resources: {'Port': ['ID=681972e6-3678-4dbe-8c31-e80a3538a000,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:14.363288 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] No DVR routers for this DVR port 681972e6-3678-4dbe-8c31-e80a3538a000 on host dv-cinder-796170-5-iscsi {{(pid=110207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:15:14.369706 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] Pushing event deleted for resources: {'Port': ['ID=681972e6-3678-4dbe-8c31-e80a3538a000,revision_number=None']} {{(pid=110209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:14.373434 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c3be48-f831-4ed2-9906-726f9845f9ae None None] No DVR routers for this DVR port 681972e6-3678-4dbe-8c31-e80a3538a000 on host dv-cinder-796170-5-iscsi {{(pid=110209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 09:15:14.436023 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426200', 'neutron.services.segments.db._delete_segments_for_network-8743992507158'] for network (98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.457237 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4']}} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:14.467355 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6') {'for_net_delete': True} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:14.467652 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.services.segments.db [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfa4809-1590-4b89-9bb6-dc067a6a62f6') {} {{(pid=110207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 09:15:14.479922 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743992507935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12645651'] for segment (bcfa4809-1590-4b89-9bb6-dc067a6a62f6), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.495033 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460'] for segment (bcfa4809-1590-4b89-9bb6-dc067a6a62f6), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.500736 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=110207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 09:15:14.501117 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14060708'] for segment (bcfa4809-1590-4b89-9bb6-dc067a6a62f6), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: Traceback (most recent call last): Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: timer() Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: cb(*args, **kw) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: return func(*args, **kwargs) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: self._notify() Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: self.callback(batched_events) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: event.method(event) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: return f(self, *a, **k) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._get(url).json() Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: return self.request(url, 'GET', **kwargs) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 09:15:14.502762 dv-cinder-796170-5-iscsi neutron-server[110207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 09:15:14.624990 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592731'] for network (98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.634730 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584278'] for network (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:14.634730 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] 10.222.0.31 "DELETE /v2.0/networks/98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4 HTTP/1.1" status: 204 len: 168 time: 0.6891160 Mar 10 09:15:14.645025 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec38a60-90dd-4aad-9d10-103e3b23600d admin admin] Pushing event deleted for resources: {'Network': ['ID=98eb0d6e-8b1f-4f41-b2a3-0eeefc672aa4,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:14.975134 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55222) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:15.012690 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-90df0042-558b-4f64-9780-6c4c0475a5ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d523dcd031794a58b327b25b6bde2d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364323 Mar 10 09:15:15.015126 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55224) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:15.065283 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d411ef8b-18c3-4482-96fc-0e2efc7c9cf5 admin admin] Publish callbacks [] for security_group (eea61e38-0a8a-4f19-a171-0de07331d5c9), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:15.086397 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d411ef8b-18c3-4482-96fc-0e2efc7c9cf5 admin admin] Publish callbacks [] for security_group (eea61e38-0a8a-4f19-a171-0de07331d5c9), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:15.207152 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d411ef8b-18c3-4482-96fc-0e2efc7c9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (eea61e38-0a8a-4f19-a171-0de07331d5c9), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:15.209855 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-d411ef8b-18c3-4482-96fc-0e2efc7c9cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:15.211040 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-d411ef8b-18c3-4482-96fc-0e2efc7c9cf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eea61e38-0a8a-4f19-a171-0de07331d5c9 HTTP/1.1" status: 204 len: 168 time: 0.1950569 Mar 10 09:15:15.218616 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ef8b-18c3-4482-96fc-0e2efc7c9cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea61e38-0a8a-4f19-a171-0de07331d5c9,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:15.730995 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 681972e6-3678-4dbe-8c31-e80a3538a000 no longer exists at agent ovs-agent-dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 09:15:15.751474 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.plugin [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] No Port match for: 681972e6-3678-4dbe-8c31-e80a3538a000 {{(pid=110209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 09:15:15.751820 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron.plugins.ml2.rpc [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Device 681972e6-3678-4dbe-8c31-e80a3538a000 not bound to the agent host dv-cinder-796170-5-iscsi {{(pid=110209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 09:15:15.862196 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55230) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:15.901173 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-493cdf78-ba8e-483c-8b74-caaa184e534d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90510cb8e51d4d43a44d878f548435fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378177 Mar 10 09:15:15.903563 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [-] (110207) accepted ('10.222.0.31', 55232) {{(pid=110207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 09:15:15.949266 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1065c1f3-5c4b-422f-8f9b-fa501e60a933 admin admin] Publish callbacks [] for security_group (1035317b-5b5e-403a-9f86-00ce3f847c65), before_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:15.969985 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1065c1f3-5c4b-422f-8f9b-fa501e60a933 admin admin] Publish callbacks [] for security_group (1035317b-5b5e-403a-9f86-00ce3f847c65), precommit_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:16.100716 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1065c1f3-5c4b-422f-8f9b-fa501e60a933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505667'] for security_group (1035317b-5b5e-403a-9f86-00ce3f847c65), after_delete {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:16.103225 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron_lib.callbacks.manager [None req-1065c1f3-5c4b-422f-8f9b-fa501e60a933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:16.104375 dv-cinder-796170-5-iscsi neutron-server[110207]: INFO neutron.wsgi [None req-1065c1f3-5c4b-422f-8f9b-fa501e60a933 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1035317b-5b5e-403a-9f86-00ce3f847c65 HTTP/1.1" status: 204 len: 168 time: 0.1999161 Mar 10 09:15:16.112479 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065c1f3-5c4b-422f-8f9b-fa501e60a933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1035317b-5b5e-403a-9f86-00ce3f847c65,revision_number=None']} {{(pid=110207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 09:15:25.879879 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:31.676809 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:15:33.461293 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-0687d6e3-6ce8-4c11-b246-e5ec1840757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:35.768513 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e36fdbd9-6841-4ac1-8c88-b21d631fa426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:37.301476 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:38.366633 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:40.345534 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:15:55.851263 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:03.467001 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8e96456f-b6c1-4d1a-aeee-df0d1053ba09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:05.734674 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-aabd2be4-a3ff-4218-a110-3c9fcbde9bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:07.008377 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:08.353305 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:08.677208 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:16:10.323765 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:25.839125 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:33.464935 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7148247a-81b3-4c74-8470-e2dc4dc4314d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:35.709344 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-b2716c95-848f-473a-b95d-4812898291ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:37.011905 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:38.416555 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:40.296276 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:16:45.677214 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:16:55.810229 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:03.473473 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-2becd182-d5cf-46d3-8726-5a75222559da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:05.744076 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-9e1f2bf6-fe6b-40a8-acfd-9c8eebffb96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:07.015142 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:08.351689 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:10.313818 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:22.677426 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:17:25.851964 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:33.457622 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-4554f804-e7f9-4c0f-b47a-b8832cffefe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:35.720637 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-3c85421d-dd87-47ea-8e66-2c79b90758ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:37.017079 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:38.370360 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:40.298945 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:55.846409 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:17:59.676557 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:18:03.460988 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-93c0b2cc-1437-4c4c-9bd1-fdf983bf8941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:05.720639 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-1bceb42b-d442-493c-86e5-47603fb5ef47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:07.031324 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:08.360485 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:10.310647 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:25.827703 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:33.454163 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-d3da63b7-4aaa-45cb-a522-03d9ce927eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:35.734490 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-be7188ae-6a35-4cf3-9a85-7da482c47a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:36.675985 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:18:37.013607 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:38.384526 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:40.297259 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:18:55.818364 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:03.463396 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-157203f9-d169-46d3-875f-9500d6c554b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:05.721778 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-a681b980-66a3-4557-8ed9-9f9e0ed4c7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:07.025099 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:08.378492 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:10.307447 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:13.675414 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:19:16.206617 dv-cinder-796170-5-iscsi neutron-server[110208]: DEBUG neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-d97ec0ec-66c5-4293-89f0-90481c69de33 service neutron] (110208) timed out ('10.222.0.31', 49148) {{(pid=110208) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 09:19:16.303727 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [req-5604868c-c57c-4da6-9fd0-72b65d010fc0 req-a23b0dbe-c95e-4b96-a862-07deb88a6c3b tempest-AttachVolumeShelveTestJSON-1282909880 tempest-AttachVolumeShelveTestJSON-1282909880-project] (110207) timed out ('10.222.0.31', 49160) {{(pid=110207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 09:19:25.844224 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:33.475079 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-8418b149-0e54-4d4c-99af-6c2fb2ab274c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:35.796455 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-dbb6c383-4aaf-4d84-b5dd-6c3fc55a15ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:37.058968 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:38.373592 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:40.296722 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:19:46.162092 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-847976a5-1df5-41f3-ad7e-dcc019d557ca service neutron] (110207) timed out ('10.222.0.31', 51172) {{(pid=110207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 09:19:46.440692 dv-cinder-796170-5-iscsi neutron-server[110207]: DEBUG neutron.wsgi [req-c32ad011-3ce5-4f3e-91bf-93ab83e49c2f req-ea1829b5-aaef-4ca8-86d1-323c02c07182 tempest-TestShelveInstance-214721815 tempest-TestShelveInstance-214721815-project] (110207) timed out ('10.222.0.31', 51180) {{(pid=110207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 09:19:50.673909 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:19:55.828076 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:03.452478 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-69b81c47-3759-42bd-9c13-de1cab8b6625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:05.757771 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-f7ed4d41-cae1-4c5b-ae8c-811c9841c94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:07.043068 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:08.357715 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:10.299808 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:25.857604 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-e8cec35f-5b79-4811-8660-926e40088d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (5cc7d39e-76ed-4ba3-a9c4-c0a4ad691c23), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:27.672613 dv-cinder-796170-5-iscsi neutron-server[110210]: DEBUG neutron.db.agents_db [None req-ecd19d30-72c8-463a-9a22-6b52d7f65b75 None None] Agent healthcheck: found 6 active agents {{(pid=110210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 09:20:33.460186 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-259604b8-0705-4225-8898-08b59153144e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (d2a330d3-1a2a-4150-8ce9-db5e362be692), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:35.730252 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-ab58ebd2-e895-4cca-92fc-5b6bea524cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (0beeb82c-8939-4cf7-9f64-341a8674e69e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:37.038777 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-7e7f11da-a1c5-4b8b-8bd5-2f050183e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (7ae61b3b-5fe9-4159-a050-cf17e033985e), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:38.404988 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-cae95a9b-3ee4-4d4f-803a-d7d476dec882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (3f15c793-741e-414a-9979-5aeafa4e7979), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 09:20:40.324387 dv-cinder-796170-5-iscsi neutron-server[110209]: DEBUG neutron_lib.callbacks.manager [None req-71ad621a-6c70-4266-ba1a-1ddb461f3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743992507140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427987'] for agent (b1e4ba14-629d-43a7-9410-c4dc40a74a04), after_update {{(pid=110209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}